-- Logs begin at Tue 2021-06-22 17:46:41 UTC, end at Tue 2021-06-22 18:49:56 UTC. -- Jun 22 18:22:11.004205 dv-cinder-774286-17-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 18:22:13.938840 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.common.config [-] Logging enabled! Jun 22 18:22:13.939486 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev376 Jun 22 18:22:13.939659 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92805) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 18:22:13.942843 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.common.config [-] Logging enabled! Jun 22 18:22:13.943131 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev376 Jun 22 18:22:13.943446 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92805) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 18:22:13.944443 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 18:22:13.944681 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 18:22:13.945063 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 18:22:13.945313 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 18:22:13.945539 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 18:22:13.945861 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.946165 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.946466 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.946798 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.947049 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.947368 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.947678 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.948000 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.948303 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.948594 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.948880 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.949177 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.949409 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.949694 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.950005 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.950301 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.950529 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] debug = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.950813 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.951269 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.951692 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.951977 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.952272 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.952555 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.952968 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.953155 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.953466 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.953844 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] host = dv-cinder-774286-17-smb {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.954157 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.954477 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.954796 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.955135 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.955451 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.955754 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.956067 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.956346 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.956627 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] log_file = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.956914 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.957204 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.957518 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.957835 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.958087 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.958338 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.958644 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.958962 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.959254 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.959611 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.959846 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.960127 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.960406 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.960681 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.960973 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.961263 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.961556 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.961836 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.962128 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.962413 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.962690 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.963007 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.963291 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.963571 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.963848 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.964143 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.964416 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.964700 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.965005 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.965295 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.965584 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.965872 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.966150 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.966436 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.966712 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.967157 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.967293 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] use_json = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.967572 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.967848 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.968137 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.968412 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.968684 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.968983 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.969236 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.969526 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:13.969830 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.970130 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.970437 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.970726 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.971050 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.971338 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.971633 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.971921 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.972212 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.972508 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.972801 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.973086 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.973381 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.973664 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.973964 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.974273 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.974578 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.974877 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.975707 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.975985 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.976265 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.976551 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.976841 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.977186 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.978046 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.978046 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.978046 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.978320 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.978554 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.978830 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.979140 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.979433 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.979795 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.979998 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.980335 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.980621 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.980897 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.987416 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.987416 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.987416 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.987416 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.987416 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.987416 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.987416 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.987416 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.987416 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988980 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988980 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988980 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988980 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988980 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988980 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988980 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988980 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.988980 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.989766 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.989766 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.989766 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.989766 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.989766 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.990100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.990100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.990392 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.990674 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.991617 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.991984 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.992483 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.992483 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.992777 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.993057 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.993360 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.993650 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.993948 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.994238 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.994524 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.994840 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.995150 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.995437 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.995721 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.996007 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.996325 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.996615 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.996916 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.997214 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.997516 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.997817 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.998117 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.998403 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.998730 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.999041 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:13.999263 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 18:22:13.999515 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92805) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 18:22:14.372048 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:14.372333 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:14.372628 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:14.372969 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 18:22:14.788540 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.788865 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.789144 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.790482 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.790764 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.791061 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.826939 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.827324 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.827656 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.842775 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.843200 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.843350 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.884331 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.884618 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.884889 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.933246 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.933530 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:14.933802 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.181122 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.181784 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.181784 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.181937 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.183221 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.322421 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.322763 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.323083 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.323361 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.323638 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.323958 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.324226 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.324486 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.324745 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.325035 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.325303 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.325582 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.325848 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.326118 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.326380 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.326654 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.326959 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.327271 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.327639 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.327990 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.328373 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.328849 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.329237 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.329740 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.330068 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.330408 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.330987 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:15.331321 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:15.331648 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:15.331974 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:15.332309 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:15.332644 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:15.333116 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 18:22:15.338898 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 18:22:15.343080 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 18:22:15.347105 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 22 18:22:15.348760 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 18:22:15.349234 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 18:22:15.349576 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 18:22:15.349973 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 18:22:15.353586 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 18:22:15.353844 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 18:22:15.354211 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 18:22:15.382980 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 18:22:15.383459 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.383766 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92805) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 18:22:15.384138 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.385523 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92805) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 18:22:15.385822 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 18:22:15.386075 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 18:22:15.389415 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.389700 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:15.454728 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 18:22:15.454966 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 18:22:15.455143 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 18:22:15.455534 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 18:22:15.477788 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_db.sqlalchemy.engines [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92805) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 18:22:16.083998 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Initializing driver for type 'gre' Jun 22 18:22:16.084446 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] gre ID ranges: [(1, 1000)] Jun 22 18:22:16.159315 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Initializing driver for type 'local' Jun 22 18:22:16.159669 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Initializing driver for type 'vlan' Jun 22 18:22:16.181968 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] VlanTypeDriver initialization complete Jun 22 18:22:16.182736 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Initializing driver for type 'vxlan' Jun 22 18:22:16.182858 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] vxlan ID ranges: [(1, 1000)] Jun 22 18:22:16.254402 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Initializing extension driver 'port_security' Jun 22 18:22:16.254747 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.extensions.port_security [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] PortSecurityExtensionDriver initialization complete Jun 22 18:22:16.255270 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Initializing mechanism driver 'openvswitch' Jun 22 18:22:16.255880 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Initializing mechanism driver 'hyperv' Jun 22 18:22:16.265271 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:16.266296 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > port after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.266771 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > port after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.267234 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > port after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.267857 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > subnet after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.268502 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > subnet after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.268827 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.269266 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > network after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.269584 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > network after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.269939 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > network after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.270326 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > security_group after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.270680 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > security_group after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.271086 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.271456 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.271807 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.272447 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.272937 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > address_group after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.273415 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > address_group after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.273810 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.274171 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] ML2 OVO RPC backend initialized. {{(pid=92805) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 18:22:16.274979 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.275346 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.275771 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > network before_response 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.276123 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > networks before_response 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.276477 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > port before_response 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.276830 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > ports before_response 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.277172 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > subnet before_response 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.277519 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > subnets before_response 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.277883 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > network after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.278218 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > network after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.278560 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > network after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.278948 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > port after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.279263 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > port after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.279609 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > port after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.279949 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > subnet after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.280292 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > subnet after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.280633 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.281277 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.plugin [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Modular L2 Plugin initialization complete Jun 22 18:22:16.281623 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading services supported by the core plugin {{(pid=92805) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 18:22:16.281958 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.plugins.ml2.managers [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Got port-security extension from driver 'port_security' Jun 22 18:22:16.282433 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.extensions.vlantransparent [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Disabled vlantransparent extension. Jun 22 18:22:16.282961 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92805) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 18:22:16.283288 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading Plugin: router Jun 22 18:22:16.328601 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.328999 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router after_create 55549900 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.329372 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router before_create 55549900 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.329738 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.331738 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.331738 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router after_delete 55549900 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.331738 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.331738 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router after_create 55549900 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.336075 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router after_update 55549900 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.336075 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router after_update 55549900 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.336075 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.336075 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router after_update 55549900 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.336634 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router precommit_update 55549900 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.336634 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: port after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.336634 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: port after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.336634 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: subnet after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.336634 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.337191 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.337191 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router precommit_create 55549900 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.337191 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: port before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.337191 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router precommit_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.337669 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router after_update 55549900 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.337669 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.337669 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router precommit_create 55549900 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.337669 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.338091 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router precommit_update 55549900 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.338091 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > network after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.338896 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Tracking information for resource: router configured {{(pid=92805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:16.339261 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Tracking information for resource: floatingip configured {{(pid=92805) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 18:22:16.344710 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.db.l3_agentschedulers_db [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 18:22:16.345325 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: port after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.345703 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: port after_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.346059 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: port after_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.346413 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: port after_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.347291 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router before_create 55550100 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.347665 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.348032 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router precommit_create 55550100 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.348387 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > router precommit_update 55550100 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.353795 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.services.provider_configuration [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service providers = [] {{(pid=92805) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 18:22:16.354166 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.db.servicetype_db [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92805) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 18:22:16.357297 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.services.service_base [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:22:16.357651 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.services.service_base [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:22:16.358025 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.services.service_base [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:22:16.358954 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.services.service_base [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92805) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 18:22:16.359337 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.services.service_base [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 18:22:16.359738 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:16.360067 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 18:22:16.372825 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:16.373163 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading Plugin: auto_allocate Jun 22 18:22:16.379770 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: network precommit_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.380154 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: network precommit_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.380718 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:16.381052 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading Plugin: tag Jun 22 18:22:16.388962 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:16.389341 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading Plugin: timestamp Jun 22 18:22:16.393667 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:16.394004 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading Plugin: network_ip_availability Jun 22 18:22:16.402042 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.402417 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.403712 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.403712 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:16.404009 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading Plugin: flavors Jun 22 18:22:16.408971 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:16.409304 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading Plugin: revisions Jun 22 18:22:16.414500 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92805) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 18:22:16.414909 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_concurrency.lockutils [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.042s {{(pid=92805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:16.415708 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92805) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 18:22:16.416053 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Initializing extension manager. Jun 22 18:22:16.416571 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: __init__.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.416926 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: __pycache__ {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.417260 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.417594 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: address_group.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.418668 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.419304 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: address-group Jun 22 18:22:16.419635 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: address_scope.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.420355 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.420873 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: address-scope Jun 22 18:22:16.421204 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.422191 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.422709 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: router-admin-state-down-before-update Jun 22 18:22:16.423075 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: agent.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.423864 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.424302 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: agent Jun 22 18:22:16.424625 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: agent_resources_synced.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.425650 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.426166 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: agent-resources-synced Jun 22 18:22:16.426528 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: allowedaddresspairs.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.429186 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.429723 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: allowed-address-pairs Jun 22 18:22:16.430059 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: auto_allocated_topology.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.431470 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.431997 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: auto-allocated-topology Jun 22 18:22:16.432333 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: availability_zone.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.433030 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.433543 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: availability_zone Jun 22 18:22:16.433873 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: availability_zone_filter.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.434794 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.435335 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: availability_zone_filter Jun 22 18:22:16.435669 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: data_plane_status.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.436622 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.437138 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 18:22:16.437466 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: default_subnetpools.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.438378 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.438893 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: default-subnetpools Jun 22 18:22:16.439252 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.440085 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.440590 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: dhcp_agent_scheduler Jun 22 18:22:16.440918 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: dns.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.441847 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.442352 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension dns-integration not supported by any of loaded plugins Jun 22 18:22:16.442677 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: dns_domain_ports.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.443611 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.444247 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 18:22:16.444573 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.445495 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.446004 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 22 18:22:16.446327 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: dvr.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.447022 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.447539 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: dvr Jun 22 18:22:16.447858 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: empty_string_filtering.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.449237 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.449757 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: empty-string-filtering Jun 22 18:22:16.450089 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.451031 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.451541 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 18:22:16.451869 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.452769 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.453272 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 18:22:16.453594 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: external_net.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.454506 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.455059 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: external-net Jun 22 18:22:16.455389 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.456288 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.456795 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: extra_dhcp_opt Jun 22 18:22:16.457127 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: extraroute.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.458029 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.458546 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: extraroute Jun 22 18:22:16.458871 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: extraroute_atomic.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.460032 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.460550 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: extraroute-atomic Jun 22 18:22:16.460876 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: filter_validation.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.461552 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.462063 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: filter-validation Jun 22 18:22:16.462385 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: fip_pf_description.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.463392 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.463903 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 18:22:16.464225 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: fip_port_details.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.465151 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.465663 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: fip-port-details Jun 22 18:22:16.465986 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: flavors.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.467269 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.467793 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: flavors Jun 22 18:22:16.468119 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.469822 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.470356 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 18:22:16.470692 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: floatingip_pools.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.471434 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.471958 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: floatingip-pools Jun 22 18:22:16.472287 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: ip_allocation.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.473197 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.473716 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 18:22:16.474045 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.474983 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.476063 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: ip-substring-filtering Jun 22 18:22:16.476392 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: l2_adjacency.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.477321 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.477834 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 18:22:16.478167 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: l3.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.479212 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.479739 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: router Jun 22 18:22:16.480067 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.482534 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.483102 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 18:22:16.483449 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.484379 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.484912 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: ext-gw-mode Jun 22 18:22:16.485325 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.486158 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.486681 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: l3-ha Jun 22 18:22:16.487035 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: l3_flavors.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.487964 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.488488 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: l3-flavors Jun 22 18:22:16.488817 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.489729 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.490245 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 18:22:16.490573 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: l3agentscheduler.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.492350 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.492868 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: l3_agent_scheduler Jun 22 18:22:16.493205 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: logging.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.494738 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.495395 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension logging not supported by any of loaded plugins Jun 22 18:22:16.495628 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: metering.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.496369 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.496960 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: metering Jun 22 18:22:16.497298 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.498393 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.498950 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: metering_source_and_destination_fields Jun 22 18:22:16.499290 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: multiprovidernet.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.500184 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.500700 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: multi-provider Jun 22 18:22:16.501033 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: netmtu.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.501963 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.502445 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: net-mtu Jun 22 18:22:16.502773 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: netmtu_writable.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.503724 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.504235 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: net-mtu-writable Jun 22 18:22:16.504570 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: network_availability_zone.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.505238 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.505744 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: network_availability_zone Jun 22 18:22:16.506070 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: network_ip_availability.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.507405 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.507787 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: network-ip-availability Jun 22 18:22:16.508141 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: network_segment_range.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.508923 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.509432 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 18:22:16.509758 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: pagination.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.510753 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.511122 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: pagination Jun 22 18:22:16.511452 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: port_device_profile.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.512388 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.512906 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: port-device-profile Jun 22 18:22:16.513235 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.514157 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.514681 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: port-mac-address-regenerate Jun 22 18:22:16.515052 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.515961 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.516478 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: port-numa-affinity-policy Jun 22 18:22:16.516800 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: port_resource_request.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.517717 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.518224 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 18:22:16.518552 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: portbindings.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.519516 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.520027 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: binding Jun 22 18:22:16.520351 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: portbindings_extended.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.521657 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.522777 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: binding-extended Jun 22 18:22:16.523132 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: portsecurity.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.524046 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.524568 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: port-security Jun 22 18:22:16.524903 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: project_id.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.525895 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.526227 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: project-id Jun 22 18:22:16.526558 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: providernet.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.527502 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.528028 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: provider Jun 22 18:22:16.528357 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: qos.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.532186 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.532721 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension qos not supported by any of loaded plugins Jun 22 18:22:16.533062 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.534325 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.534849 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 18:22:16.535234 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.536131 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.536650 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 18:22:16.536978 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: qos_default.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.538063 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.539182 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension qos-default not supported by any of loaded plugins Jun 22 18:22:16.539517 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: qos_fip.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.540266 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.540778 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension qos-fip not supported by any of loaded plugins Jun 22 18:22:16.541143 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: qos_gateway_ip.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.542081 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.542600 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 18:22:16.543210 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: qos_port_network_policy.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.544128 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.544641 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 18:22:16.544975 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: qos_rule_type_details.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.545885 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.546392 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 18:22:16.546721 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: qos_rules_alias.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.547827 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.548345 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 18:22:16.548674 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: quotasv2.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.549648 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.549974 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: quotas Jun 22 18:22:16.550301 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: quotasv2_detail.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.553563 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.553912 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: quota_details Jun 22 18:22:16.554250 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: rbac.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.555489 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.555938 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: rbac-policies Jun 22 18:22:16.556276 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: rbac_address_group.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.557215 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.557740 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: rbac-address-group Jun 22 18:22:16.558073 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: rbac_address_scope.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.559078 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.559550 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: rbac-address-scope Jun 22 18:22:16.559881 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: rbac_security_groups.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.560839 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.561315 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: rbac-security-groups Jun 22 18:22:16.561649 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: rbac_subnetpool.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.562558 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.563107 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: rbac-subnetpool Jun 22 18:22:16.563469 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: revisionifmatch.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.564359 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.564874 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: revision-if-match Jun 22 18:22:16.565209 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: revisions.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.566567 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.567115 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: standard-attr-revisions Jun 22 18:22:16.567450 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: router_availability_zone.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.568128 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.568650 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: router_availability_zone Jun 22 18:22:16.569446 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: routerservicetype.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.570481 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.571040 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension router-service-type not supported by any of loaded plugins Jun 22 18:22:16.571374 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.572295 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.572818 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: security-groups-normalized-cidr Jun 22 18:22:16.573146 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.574058 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.574573 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: port-security-groups-filtering Jun 22 18:22:16.574905 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.575845 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.576362 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: security-groups-remote-address-group Jun 22 18:22:16.576690 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: securitygroup.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.587501 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.587995 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: security-group Jun 22 18:22:16.588342 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: segment.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.589213 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.589744 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension segment not supported by any of loaded plugins Jun 22 18:22:16.590068 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.591214 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.591721 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 18:22:16.591996 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: servicetype.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.593144 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.593681 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: service-type Jun 22 18:22:16.594020 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: sorting.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.595044 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.595390 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: sorting Jun 22 18:22:16.595716 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: standard_attr_segment.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.596729 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.597256 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 18:22:16.597591 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: standardattrdescription.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.598247 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.598784 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: standard-attr-description Jun 22 18:22:16.599147 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: stateful_security_group.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.600821 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.601854 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: stateful-security-group Jun 22 18:22:16.602000 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: stdattrs_common.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.602522 dv-cinder-774286-17-smb neutron-server[92805]: WARNING neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 18:22:16.602863 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.603839 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.604365 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 18:22:16.604689 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: subnet_onboard.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.605831 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.606361 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: subnet_onboard Jun 22 18:22:16.606685 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.607693 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.608260 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 18:22:16.608695 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: subnet_service_types.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.609799 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.610375 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: subnet-service-types Jun 22 18:22:16.610707 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: subnetallocation.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.612229 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.612762 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: subnet_allocation Jun 22 18:22:16.613096 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.613789 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.614306 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: subnetpool-prefix-ops Jun 22 18:22:16.614639 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.616273 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.616885 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 18:22:16.617250 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: tagging.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.618458 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.619095 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: standard-attr-tag Jun 22 18:22:16.619473 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: timestamp.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.620776 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.621348 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loaded extension: standard-attr-timestamp Jun 22 18:22:16.621721 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: trunk.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.622827 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.623399 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension trunk not supported by any of loaded plugins Jun 22 18:22:16.623737 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: trunk_details.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.624660 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.625183 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension trunk-details not supported by any of loaded plugins Jun 22 18:22:16.625513 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: uplink_status_propagation.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.626435 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.626983 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 18:22:16.627318 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Loading extension file: vlantransparent.py {{(pid=92805) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 18:22:16.627998 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92805) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 18:22:16.628521 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 18:22:16.631117 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:network Jun 22 18:22:16.632344 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:subnet Jun 22 18:22:16.632748 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:22:16.633140 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:port Jun 22 18:22:16.634463 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.634946 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service FLAVORS assigned prefix: {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.635554 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.635999 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.636333 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:router Jun 22 18:22:16.636779 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 18:22:16.637283 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service METERING assigned prefix: /metering {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.638763 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.639169 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.639532 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:22:16.640594 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 18:22:16.641046 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:security_group Jun 22 18:22:16.641498 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 18:22:16.642133 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service CORE assigned prefix: {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.642485 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:22:16.642832 dv-cinder-774286-17-smb neutron-server[92805]: WARNING neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] subnetpool is already registered Jun 22 18:22:16.643312 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service CORE assigned prefix: {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.643648 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:22:16.643986 dv-cinder-774286-17-smb neutron-server[92805]: WARNING neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] subnetpool is already registered Jun 22 18:22:16.646371 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.646812 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service FLAVORS assigned prefix: {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.647525 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.647951 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.648285 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:router Jun 22 18:22:16.648632 dv-cinder-774286-17-smb neutron-server[92805]: WARNING neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] router is already registered Jun 22 18:22:16.649048 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:floatingip Jun 22 18:22:16.649388 dv-cinder-774286-17-smb neutron-server[92805]: WARNING neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] floatingip is already registered Jun 22 18:22:16.649849 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service METERING assigned prefix: /metering {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.650523 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 18:22:16.650854 dv-cinder-774286-17-smb neutron-server[92805]: WARNING neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] rbac_policy is already registered Jun 22 18:22:16.651300 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:security_group Jun 22 18:22:16.651637 dv-cinder-774286-17-smb neutron-server[92805]: WARNING neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] security_group is already registered Jun 22 18:22:16.652044 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 18:22:16.652378 dv-cinder-774286-17-smb neutron-server[92805]: WARNING neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] security_group_rule is already registered Jun 22 18:22:16.653031 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service CORE assigned prefix: {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.653366 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:22:16.653698 dv-cinder-774286-17-smb neutron-server[92805]: WARNING neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] subnetpool is already registered Jun 22 18:22:16.654124 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.v2.resource_helper [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Service CORE assigned prefix: {{(pid=92805) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 18:22:16.654465 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 18:22:16.654798 dv-cinder-774286-17-smb neutron-server[92805]: WARNING neutron.quota.resource_registry [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] subnetpool is already registered Jun 22 18:22:16.655312 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: extensions {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.656853 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: address-groups {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.658329 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: address-scopes {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.659690 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: agents {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.660861 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: auto-allocated-topology {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.662117 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: availability_zones {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.664035 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: dhcp-networks {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.664993 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: dhcp-agents {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.666433 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: routers {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.668447 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: flavors {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.671068 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: service_profiles {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.672293 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: next_providers {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.673756 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: service_profiles {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.675340 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: floatingip-pools {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.676563 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: routers {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.678952 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: floatingips {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.680248 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: l3-routers {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.681638 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: l3-agents {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.683086 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: metering-labels {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.684778 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: metering-label-rules {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.687287 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: network-ip-availabilities {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.689514 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: bindings {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.692276 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: quotas {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.695962 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: quotas {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.698607 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: rbac-policies {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.700878 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: security-groups {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.703143 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: security-group-rules {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.704602 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: service-providers {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.706584 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: subnetpools {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.708711 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: subnetpools {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.711883 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: tags {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.714454 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: tags {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.717803 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: tags {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.721043 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: tags {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.723526 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: tags {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.725756 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: tags {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.727911 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: tags {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.729809 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: tags {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.731722 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: tags {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.733465 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron.api.extensions [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Extended resource: tags {{(pid=92805) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 18:22:16.739715 dv-cinder-774286-17-smb neutron-server[92805]: WARNING keystonemiddleware.auth_token [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 18:22:16.745114 dv-cinder-774286-17-smb neutron-server[92805]: WARNING keystonemiddleware.auth_token [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 18:22:16.753754 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_concurrency.lockutils [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Acquired lock "singleton_lock" {{(pid=92805) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 18:22:16.754245 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_concurrency.lockutils [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Releasing lock "singleton_lock" {{(pid=92805) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 18:22:16.754903 dv-cinder-774286-17-smb neutron-server[92805]: INFO oslo_service.service [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Starting 2 workers Jun 22 18:22:16.760503 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Started child 92919 {{(pid=92805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:22:16.765700 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Started child 92920 {{(pid=92805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:22:16.767437 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:16.768416 dv-cinder-774286-17-smb neutron-server[92805]: INFO neutron.service [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 18:22:16.768416 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Notify callbacks [] for process, before_spawn {{(pid=92805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:16.769031 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [-] (92919) wsgi starting up on http://0.0.0.0:9696 Jun 22 18:22:16.770681 dv-cinder-774286-17-smb neutron-server[92805]: INFO oslo_service.service [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Starting 1 workers Jun 22 18:22:16.770941 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:16.772444 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [-] (92920) wsgi starting up on http://0.0.0.0:9696 Jun 22 18:22:16.776131 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Started child 92921 {{(pid=92805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:22:16.776714 dv-cinder-774286-17-smb neutron-server[92805]: INFO oslo_service.service [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Starting 1 workers Jun 22 18:22:16.781063 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.service [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] calling RpcWorker wait() {{(pid=92921) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 18:22:16.781063 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.service [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] returning from RpcWorker wait() {{(pid=92921) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 18:22:16.782117 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Started child 92922 {{(pid=92805) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 18:22:16.782220 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:16.782328 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:16.782446 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG neutron_lib.callbacks.manager [None req-d3fa93ac-5252-4a0d-9440-6c132dc8db26 None None] Notify callbacks [] for process, after_spawn {{(pid=92805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:16.784493 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92805) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 18:22:16.784700 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 18:22:16.784888 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 18:22:16.785114 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 18:22:16.785478 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 18:22:16.785628 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 18:22:16.786159 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.786458 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.786740 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.787046 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.787343 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.788601 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.788601 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.788833 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.788970 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.789093 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:16.789740 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.789740 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.789740 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.790078 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.790078 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.790500 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.790726 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.790860 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:16.791041 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.791284 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.791495 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.791738 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.792011 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.792262 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.792562 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] debug = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.793152 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.794194 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.794194 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.794392 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.794592 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.794907 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.795225 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.795509 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.795784 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.796041 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.796287 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.796559 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.796894 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.797143 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.797391 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.797649 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.797871 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.798423 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] host = dv-cinder-774286-17-smb {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.798669 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.798907 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.799166 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.799440 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.799693 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.799935 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.800214 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.800464 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.800763 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.801035 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.801289 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.801560 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.801807 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.802056 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_file = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.802240 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_options = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.802572 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.802855 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.803890 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.804170 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.804381 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.804585 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.804779 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.804984 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.805205 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.805455 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.805685 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.805910 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.806130 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.806370 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.806641 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.806988 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.807267 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.807490 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.807743 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.807999 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.808230 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.808486 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.808715 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.808920 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.809156 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.809362 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.809617 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.809839 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.810154 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.810456 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.810663 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.811186 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.811458 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.811799 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.811994 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.812192 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.812403 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.812592 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.812823 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.813341 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.813768 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.814042 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.814263 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.815136 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.815444 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.815650 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] use_json = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.815964 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.816314 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.817000 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.817410 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.817941 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.817941 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.818358 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.818624 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.820431 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.820431 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.820431 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.821100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.821100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.821482 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.821685 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.821892 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.822156 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.823049 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.823049 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.823049 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.823558 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.823558 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.823882 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.824159 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.824413 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.824710 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.824958 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.825206 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.825464 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.825727 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.826099 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.826369 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.828208 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.828208 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.828208 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.828208 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.828208 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.828208 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.828208 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.828688 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.828688 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.828980 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.829098 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.829313 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.829547 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.829957 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.830205 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.830463 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.830708 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.830993 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.831238 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.831465 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.831715 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.831957 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.832199 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.832667 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.832919 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.833197 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.833514 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.833673 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.833914 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.834130 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.834632 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.835063 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.835294 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.835523 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.835764 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.836008 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.836250 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.836507 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.836960 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.837205 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.837429 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.837706 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.837918 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.838182 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.838376 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.838610 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.838837 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.839090 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.839310 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.839740 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.839956 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.840338 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.840746 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.840966 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.841338 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.841726 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.841961 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.842356 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.842775 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.843180 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.843491 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.843818 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.844073 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.844342 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.844573 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.844837 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.845075 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.845525 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.846062 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.846480 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.846929 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.847394 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.847830 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.848299 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.848709 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.849170 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.849619 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.850622 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.851076 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.851481 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.851873 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.852362 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.852667 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.852961 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.853226 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.853538 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.853818 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.854127 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.854402 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.854701 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.854985 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.855286 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.855599 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.856074 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.856543 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.856988 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.857489 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.857945 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.858193 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.858479 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.858722 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.861712 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.861712 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.861712 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.861712 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.861712 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.861712 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.861712 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.861712 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.862403 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.862403 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.862403 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.862403 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.862403 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.862403 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.862737 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.862842 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.863091 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.863618 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.863880 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.864124 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.864336 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.864786 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.865081 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.867039 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.867039 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.867039 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.867039 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.867570 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.867570 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.867806 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.867990 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.868466 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.868835 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.869270 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.869560 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.869777 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.870170 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.870567 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.870982 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.871356 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.871754 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.872182 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.872442 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.872851 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.873347 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.873841 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.874066 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.874331 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.874598 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.874868 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.875307 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.875758 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.876178 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.876545 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.876918 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.877153 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.877384 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.877624 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.877869 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.878090 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.878480 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.878761 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.879384 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.879767 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.880000 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.880277 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.880506 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.880766 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.881008 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.881290 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.881543 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.881772 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.882015 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.882266 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.882594 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.882851 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.883103 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.883366 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.883582 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.883797 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.884167 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.884613 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.885037 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.885271 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.885668 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.886114 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.886552 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.886972 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.887381 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.887797 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.888202 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.888630 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.889023 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.889416 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.889824 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.890250 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.890682 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.891114 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.891522 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.891960 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.892477 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.892944 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.893449 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.893758 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.894064 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.894369 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.894840 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.895199 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.895501 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.895862 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.896204 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.896544 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.896802 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.897680 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.898129 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.898688 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.899196 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.899614 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.900013 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.900427 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.900940 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.901255 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.901702 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.902144 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.902606 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.903042 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.903385 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.903692 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.903998 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.904365 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.904717 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.905000 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.905272 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.905566 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.905794 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.906023 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.906262 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.906505 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.906732 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.907021 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.907259 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.907508 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.907731 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.907970 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.908192 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.908441 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.908678 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.908906 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.909127 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.909297 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 18:22:16.909859 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92805) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 18:22:16.910025 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 18:22:16.910184 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 18:22:16.910360 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 18:22:16.910533 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 18:22:16.910737 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 18:22:16.911111 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.911436 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.911742 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.912047 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.912344 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.913215 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.913513 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.913800 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.914091 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.914374 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.914729 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.915045 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.915368 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.915653 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.915946 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.916233 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.916522 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.916807 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.917114 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.917387 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.917660 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.918186 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.918470 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] debug = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.918758 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.919174 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.919479 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.919767 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.920654 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.920654 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.920654 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.922646 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.922961 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.923247 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.923537 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.923841 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.924140 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.924440 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.924716 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.925031 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.925296 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.925588 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] host = dv-cinder-774286-17-smb {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.925891 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.926185 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.926463 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.926748 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.927429 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.927844 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.928296 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.929105 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.929383 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.929666 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.929965 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.930261 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.930557 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.930999 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_file = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.931284 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_options = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.931568 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.931858 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.932239 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.932928 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.934313 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.934615 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.934934 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.935247 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.935584 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.935855 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.936152 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.936443 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.936734 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.937032 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.937325 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.937611 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.937881 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.938140 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.938398 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.938660 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.938956 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.939242 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.939519 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.940273 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.940575 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.940863 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.941155 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.941444 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.941726 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.942009 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.942290 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.942569 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.942851 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.943290 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.943563 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.943910 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.944213 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.944521 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.944808 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.945100 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.945384 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.945653 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.945933 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.946175 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.946438 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.946684 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] use_json = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.947004 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.947282 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.947558 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.947837 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.948121 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.948448 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.948697 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.948990 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 18:22:16.949085 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:16.949310 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.949599 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.949905 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.950203 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.950500 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.950795 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.951120 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.951412 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.951703 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.951995 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.952293 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.952577 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.952884 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.953183 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.953464 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.953762 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.954054 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.954344 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.954632 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.954950 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.955244 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.955518 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.955895 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.956120 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.956372 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.956655 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.956943 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.957232 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.957574 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.957808 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.958104 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.958390 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.958666 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.958973 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.959274 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.959633 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.959929 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.960233 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.960523 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.961764 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.962192 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.962890 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.963315 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.963532 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.963875 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.964182 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.964460 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.965057 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.965460 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.965816 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.966142 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.966669 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.966960 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.967191 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.967412 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.967622 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.967918 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.968236 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.968537 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.968833 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.969135 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.969460 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.969754 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.970173 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.970454 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.970756 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.971085 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.972591 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.972591 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.972591 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.972591 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.972591 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.975908 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.975908 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.975908 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.975908 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.975908 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.975908 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.975908 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.975908 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.975908 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.977355 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.977355 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.977355 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.977355 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.977355 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.977355 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.978803 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.978803 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.978803 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.978803 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.978803 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.979545 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.979545 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.979545 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.979974 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.980168 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.980337 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.980647 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.980943 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.981226 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.981514 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.981796 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.982071 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.982371 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.982657 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.982948 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.983233 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.983498 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.983764 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.984117 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.984311 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.984580 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.984861 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.985117 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.985412 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.985694 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.985953 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.986206 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.986469 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.986745 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.987082 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.987364 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.987641 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.987927 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.988202 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.988481 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.988772 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.989076 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.989355 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.989631 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.989907 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.990226 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.990505 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.991571 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.991868 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.992154 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.992668 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.992947 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.993213 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.993594 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.993885 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.994176 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.994469 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.994754 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.995078 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.996670 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.996988 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.997304 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.997614 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.997902 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.998205 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.998503 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.998809 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.999144 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.999449 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:16.999743 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.000046 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.000349 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.000647 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.000948 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.001252 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.001555 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.001854 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.002422 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.003028 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.003246 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.003534 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.003836 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.004417 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.004698 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.004981 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.005260 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.005546 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.005819 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.006082 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.006511 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.006670 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.006806 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.007993 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.008266 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.008543 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.008831 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.009088 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.009375 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.009651 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.009937 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.010252 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.010534 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.010809 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.011138 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.011410 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.011693 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.011985 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.012430 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.012710 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.012987 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.013259 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.013529 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.013822 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.014064 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.014340 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.014619 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.015064 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.015335 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.015604 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.015916 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.016495 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.016778 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.017050 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.017293 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.017591 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.017841 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.018103 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.018368 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.018637 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.018955 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.019180 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.019405 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.019674 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.019875 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.020034 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.020163 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.020411 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.020542 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.020640 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.020918 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.021065 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.021183 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.021281 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.021474 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.021612 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.021761 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.021944 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.022141 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.022649 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.023412 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.023579 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.023760 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.023925 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.024091 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.024253 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.024415 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.024575 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.024784 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.024952 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.025126 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.025294 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.025456 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.025625 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.025794 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.025963 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.026123 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.026290 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.026490 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.026651 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.026812 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.026993 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.027148 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.027308 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.027468 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.027628 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.027788 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.027949 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.028107 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.028277 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.028469 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.028612 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.028752 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.028905 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.029037 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.029166 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.029305 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.029477 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 18:22:17.029624 dv-cinder-774286-17-smb neutron-server[92805]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92805) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 18:22:17.212865 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 44656) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:17.222473 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069468 Jun 22 18:22:31.869107 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14345be4-2750-4297-8554-284343ec142e None None] get_active_networks_info from dv-cinder-774286-17-smb {{(pid=92921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 18:22:32.005470 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14345be4-2750-4297-8554-284343ec142e None None] No non-hosted networks {{(pid=92921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 18:22:32.034974 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.agentschedulers_db [None req-14345be4-2750-4297-8554-284343ec142e None None] DHCP Agent not found on host dv-cinder-774286-17-smb {{(pid=92921) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 18:22:32.228462 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0548eab3-aa63-453f-8d35-439b6b36f3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538'] for agent, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:35.260143 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9ec933a9-af43-4e4f-bde0-6a8bc437cac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538'] for agent, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:35.309891 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b526cb2f-b2c0-413c-9f7e-1db64738924b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:35.589484 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538'] for agent, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:35.591580 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:35.592683 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:35.593274 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:35.593766 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:35.595095 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:35.595706 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:35.599125 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:35.599805 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:35.600289 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:35.601405 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:35.602676 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:35.605092 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:35.605788 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774286-17-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:35.617955 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774286-17-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:22:36.389515 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538'] for agent, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:38.532634 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538'] for agent, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:38.864186 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.db.l3_hamode_db [None req-5f74dcd9-76e7-413c-ae4b-f4cbfb500a1f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 18:22:38.947079 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74dcd9-76e7-413c-ae4b-f4cbfb500a1f None None] Routers set() bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:22:38.947479 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f74dcd9-76e7-413c-ae4b-f4cbfb500a1f None None] Router IDs set() for agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 18:22:40.105753 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 44750) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:40.749149 dv-cinder-774286-17-smb neutron-server[92919]: WARNING oslo_policy.policy [None req-96567204-03f6-44de-a91e-d11bc956a44f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:40.749769 dv-cinder-774286-17-smb neutron-server[92919]: WARNING oslo_policy.policy [None req-96567204-03f6-44de-a91e-d11bc956a44f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:40.992177 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [None req-96567204-03f6-44de-a91e-d11bc956a44f admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:22:40.993602 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-96567204-03f6-44de-a91e-d11bc956a44f admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8849888 Jun 22 18:22:43.471653 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 44764) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:44.128302 dv-cinder-774286-17-smb neutron-server[92920]: WARNING oslo_policy.policy [None req-c6d67985-52dd-486d-b5d2-27ae827cd18d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:44.129251 dv-cinder-774286-17-smb neutron-server[92920]: WARNING oslo_policy.policy [None req-c6d67985-52dd-486d-b5d2-27ae827cd18d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:44.492433 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-c6d67985-52dd-486d-b5d2-27ae827cd18d admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:22:44.636774 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.policy [None req-c6d67985-52dd-486d-b5d2-27ae827cd18d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92920) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 18:22:44.716310 dv-cinder-774286-17-smb neutron-server[92920]: WARNING oslo_policy.policy [None req-c6d67985-52dd-486d-b5d2-27ae827cd18d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:44.716826 dv-cinder-774286-17-smb neutron-server[92920]: WARNING oslo_policy.policy [None req-c6d67985-52dd-486d-b5d2-27ae827cd18d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:22:44.732739 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.quota [None req-c6d67985-52dd-486d-b5d2-27ae827cd18d admin admin] Loaded quota_driver: . Jun 22 18:22:44.840820 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c6d67985-52dd-486d-b5d2-27ae827cd18d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774083135644', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774083136235', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774083147539', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774083117277', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774083126936', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774083038592', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1813960', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1764289', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-622334', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528184'] for rbac-policy, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:44.928893 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c6d67985-52dd-486d-b5d2-27ae827cd18d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:44.930164 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-c6d67985-52dd-486d-b5d2-27ae827cd18d admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4575400 Jun 22 18:22:47.609989 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 44782) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:47.955800 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Request body: {'network': {'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'name': 'private', 'admin_state_up': True, 'project_id': 'b8b792f719c34da3ba25471abc53515f'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:22:47.989059 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Made reservation on behalf of b8b792f719c34da3ba25471abc53515f for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:22:47.993556 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:48.014626 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:48.169159 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:48.177526 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:48.185586 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:48.208874 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:22:48.239965 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad1254a-f865-462e-8e02-921427e4805b,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:48.248211 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774084334547', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:48.248830 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Unsubscribe: segment precommit_create {{(pid=92920) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 18:22:48.249323 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Added segment 0da71dc1-e15d-4197-aa11-f6a4b16f7288 of type vlan for network fc5c7909-c4eb-42d4-bf8f-34286444fe49 Jun 22 18:22:48.270669 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:48.271181 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:48.271482 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:48.271810 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:48.272126 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:48.272449 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:48.272762 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:48.273076 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:48.273411 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:48.273862 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:48.274237 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:48.274596 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Tracked resource versions report: Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: pushed versions: Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: { 'AddressGroup': {'1.2'}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'ConntrackHelper': {'1.0'}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'Log': {'1.0'}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'Network': {'1.1'}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'Port': {'1.7'}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'PortForwarding': {'1.2'}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'QosPolicy': {'1.8'}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'SecurityGroup': {'1.4'}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'SubPort': {'1.0'}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'Subnet': {'1.1'}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'Trunk': {'1.1'}} Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: consumer versions: Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: { DHCP agent@dv-cinder-774286-17-smb: {}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: L3 agent@dv-cinder-774286-17-smb: {}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: Metadata agent@dv-cinder-774286-17-smb: {}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: Metering agent@dv-cinder-774286-17-smb: {}, Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: Open vSwitch agent@dv-cinder-774286-17-smb: { 'AddressGroup': '1.2', Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'ConntrackHelper': '1.0', Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'Log': '1.0', Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'Network': '1.1', Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'Port': '1.7', Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'PortForwarding': '1.2', Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'QosPolicy': '1.8', Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'SecurityGroup': '1.4', Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'SecurityGroupRule': '1.2', Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'SubPort': '1.0', Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'Subnet': '1.1', Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: 'Trunk': '1.1'}} Jun 22 18:22:48.275859 dv-cinder-774286-17-smb neutron-server[92920]: {{(pid=92920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:22:48.357856 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:48.376000 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:48.435730 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:48.437578 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:22:48.438322 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:48.440851 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:48.516745 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9056568 Jun 22 18:22:48.542862 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Pushing event updated for resources: {'Network': ['ID=fc5c7909-c4eb-42d4-bf8f-34286444fe49,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:48.546496 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:48.558178 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network fc5c7909-c4eb-42d4-bf8f-34286444fe49 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:22:51.518280 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 44796) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:51.956003 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f068da9-98f3-4667-9d8e-c4fc18b161c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:22:51.957197 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-3f068da9-98f3-4667-9d8e-c4fc18b161c0 admin admin] 10.222.0.20 "GET /v2.0/networks/fc5c7909-c4eb-42d4-bf8f-34286444fe49 HTTP/1.1" status: 200 len: 825 time: 0.4379811 Jun 22 18:22:51.984368 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-53b9d956-0f3c-4112-b797-c7e9809263af admin admin] 10.222.0.20 "GET /v2.0/subnetpools/7166cfda-8d78-4a2a-86d5-80a68608bfc6 HTTP/1.1" status: 200 len: 734 time: 0.0201452 Jun 22 18:22:51.993799 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '7166cfda-8d78-4a2a-86d5-80a68608bfc6', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49', 'gateway_ip': '172.20.0.1'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:22:52.018967 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] Made reservation on behalf of b8b792f719c34da3ba25471abc53515f for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:22:52.022661 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:52.356308 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:52.365050 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:52.439345 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1706504d-bc74-4592-bbb8-baac2c56657f,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:52.444948 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:52.445886 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] Checking segment: {'id': '0da71dc1-e15d-4197-aa11-f6a4b16f7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:22:52.446267 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] Network hostable DHCP agents. Network: fc5c7909-c4eb-42d4-bf8f-34286444fe49, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:22:52.472389 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] Network fc5c7909-c4eb-42d4-bf8f-34286444fe49 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:22:52.485642 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, fc5c7909-c4eb-42d4-bf8f-34286444fe49) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:22:52.493077 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:22:52.493696 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:52.504245 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f87bfa-dd5d-4c16-b951-9de84513d359 None None] Network fc5c7909-c4eb-42d4-bf8f-34286444fe49 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:22:52.510184 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5199401 Jun 22 18:22:52.893345 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d19453-fdc3-5b30-8fd6-aedd5265515b-fc5c7909-c4eb-42d4-bf8f-34286444fe49', 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'fixed_ips': [{'subnet_id': '1706504d-bc74-4592-bbb8-baac2c56657f'}]}} from dv-cinder-774286-17-smb. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:22:52.894636 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:53.182427 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Allocated IP 172.20.0.2 (fc5c7909-c4eb-42d4-bf8f-34286444fe49/1706504d-bc74-4592-bbb8-baac2c56657f/4b377169-68cf-4d42-9d6b-7a1056e88fca) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:22:53.400763 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:53.420151 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Transition to ACTIVE for port object 4b377169-68cf-4d42-9d6b-7a1056e88fca will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:22:53.472269 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Transition to ACTIVE for port object 4b377169-68cf-4d42-9d6b-7a1056e88fca will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:22:53.481139 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:53.484015 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:53.553005 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Network fc5c7909-c4eb-42d4-bf8f-34286444fe49 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:22:53.558067 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:22:53.567066 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:22:53.570986 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Pushing event updated for resources: {'Port': ['ID=4b377169-68cf-4d42-9d6b-7a1056e88fca,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:53.580147 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:53.580520 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:53.580853 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:53.581172 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:53.581489 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:53.581811 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:53.582124 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:53.582437 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:53.582835 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:53.583177 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:53.583670 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:53.584077 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Tracked resource versions report: Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: pushed versions: Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: { 'AddressGroup': {'1.2'}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'ConntrackHelper': {'1.0'}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'Log': {'1.0'}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'Network': {'1.1'}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'Port': {'1.7'}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'PortForwarding': {'1.2'}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'QosPolicy': {'1.8'}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'SecurityGroup': {'1.4'}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'SubPort': {'1.0'}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'Subnet': {'1.1'}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'Trunk': {'1.1'}} Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: consumer versions: Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: { DHCP agent@dv-cinder-774286-17-smb: {}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: L3 agent@dv-cinder-774286-17-smb: {}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: Metadata agent@dv-cinder-774286-17-smb: {}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: Metering agent@dv-cinder-774286-17-smb: {}, Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: Open vSwitch agent@dv-cinder-774286-17-smb: { 'AddressGroup': '1.2', Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'ConntrackHelper': '1.0', Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'Log': '1.0', Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'Network': '1.1', Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'Port': '1.7', Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'PortForwarding': '1.2', Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'QosPolicy': '1.8', Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'SecurityGroup': '1.4', Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'SecurityGroupRule': '1.2', Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'SubPort': '1.0', Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'Subnet': '1.1', Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: 'Trunk': '1.1'}} Jun 22 18:22:53.585127 dv-cinder-774286-17-smb neutron-server[92921]: {{(pid=92921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:22:53.605943 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:53.656352 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Attempting to bind port 4b377169-68cf-4d42-9d6b-7a1056e88fca on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:22:53.656748 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Attempting to bind port 4b377169-68cf-4d42-9d6b-7a1056e88fca by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '0da71dc1-e15d-4197-aa11-f6a4b16f7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:22:53.657170 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Attempting to bind port 4b377169-68cf-4d42-9d6b-7a1056e88fca on network fc5c7909-c4eb-42d4-bf8f-34286444fe49 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:22:53.662807 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:22:53.663240 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Checking segment: {'id': '0da71dc1-e15d-4197-aa11-f6a4b16f7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:22:53.663740 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:53.664124 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Bound using segment: {'id': '0da71dc1-e15d-4197-aa11-f6a4b16f7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:22:53.664600 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Bound port: 4b377169-68cf-4d42-9d6b-7a1056e88fca, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da71dc1-e15d-4197-aa11-f6a4b16f7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:22:53.664985 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:53.727008 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] For port 4b377169-68cf-4d42-9d6b-7a1056e88fca, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:22:53.731401 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] For port 4b377169-68cf-4d42-9d6b-7a1056e88fca, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=4b377169-68cf-4d42-9d6b-7a1056e88fca,segment=NetworkSegment(0da71dc1-e15d-4197-aa11-f6a4b16f7288),segment_id=0da71dc1-e15d-4197-aa11-f6a4b16f7288)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:22:53.736021 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:22:53.740191 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:22:53.809999 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Pushing event updated for resources: {'Port': ['ID=4b377169-68cf-4d42-9d6b-7a1056e88fca,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:22:53.813226 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:22:54.960321 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 44804) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:55.316128 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [None req-96548177-054f-4953-9609-da93420da9b2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:22:55.317341 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-96548177-054f-4953-9609-da93420da9b2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3559902 Jun 22 18:22:57.786257 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 44812) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:22:58.170312 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [None req-56eecca2-a636-4ed8-908f-adab28d9c00a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:22:58.190958 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-56eecca2-a636-4ed8-908f-adab28d9c00a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3841462 Jun 22 18:22:59.744330 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 4b377169-68cf-4d42-9d6b-7a1056e88fca up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:22:59.835406 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port 4b377169-68cf-4d42-9d6b-7a1056e88fca completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:23:00.113821 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f046499-5d28-447c-8741-b8a79edb9135 None None] Network fc5c7909-c4eb-42d4-bf8f-34286444fe49 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:23:00.233567 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-dc76ac07-bfd6-4cad-895b-3d80cda0f2ee None None] Provisioning for port 4b377169-68cf-4d42-9d6b-7a1056e88fca completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:23:00.239816 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-dc76ac07-bfd6-4cad-895b-3d80cda0f2ee None None] Provisioning complete for port 4b377169-68cf-4d42-9d6b-7a1056e88fca triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:00.240207 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dc76ac07-bfd6-4cad-895b-3d80cda0f2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:00.403947 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dc76ac07-bfd6-4cad-895b-3d80cda0f2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:00.455653 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-dc76ac07-bfd6-4cad-895b-3d80cda0f2ee None None] For port 4b377169-68cf-4d42-9d6b-7a1056e88fca, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=4b377169-68cf-4d42-9d6b-7a1056e88fca,segment=NetworkSegment(0da71dc1-e15d-4197-aa11-f6a4b16f7288),segment_id=0da71dc1-e15d-4197-aa11-f6a4b16f7288)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:23:00.461034 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-dc76ac07-bfd6-4cad-895b-3d80cda0f2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:00.464141 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:00.516934 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76ac07-bfd6-4cad-895b-3d80cda0f2ee None None] Pushing event updated for resources: {'Port': ['ID=4b377169-68cf-4d42-9d6b-7a1056e88fca,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:00.520488 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-dc76ac07-bfd6-4cad-895b-3d80cda0f2ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:00.687403 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-f5415179-0e30-4d45-a94f-66eb21e61fc8 None None] Provisioning complete for port 4b377169-68cf-4d42-9d6b-7a1056e88fca triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:00.687709 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f5415179-0e30-4d45-a94f-66eb21e61fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:00.862800 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:23:00.937008 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 44826) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:01.249735 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-053661e6-4e4f-4bbb-9f2d-2063b73aeb37 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'name': 'router1'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:23:01.274229 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-053661e6-4e4f-4bbb-9f2d-2063b73aeb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:01.275923 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-053661e6-4e4f-4bbb-9f2d-2063b73aeb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:01.415010 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-053661e6-4e4f-4bbb-9f2d-2063b73aeb37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:01.419955 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-053661e6-4e4f-4bbb-9f2d-2063b73aeb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-739597'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:01.434131 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-053661e6-4e4f-4bbb-9f2d-2063b73aeb37 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:01.435374 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-053661e6-4e4f-4bbb-9f2d-2063b73aeb37 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4974101 Jun 22 18:23:01.708508 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 4b377169-68cf-4d42-9d6b-7a1056e88fca up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:23:01.756806 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-634477d9-c68a-4d8e-9cb6-f9da54e77f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:01.768616 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 4b377169-68cf-4d42-9d6b-7a1056e88fca triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:01.768990 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:03.864904 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 44834) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:04.234410 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [None req-d306ea87-48b6-4885-b058-71888b429df1 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:23:04.235398 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-d306ea87-48b6-4885-b058-71888b429df1 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3691797 Jun 22 18:23:05.259437 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-17d50417-1788-44d4-b1f9-e30d1429da21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:05.580288 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:06.304198 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:06.741410 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 44848) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:06.940586 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:23:06.942852 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.quota [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Loaded quota_driver: . Jun 22 18:23:07.004395 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Made reservation on behalf of cee9cb1780a94533a7708039cbfadf31 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:23:07.075262 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.policy [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92919) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 18:23:07.123324 dv-cinder-774286-17-smb neutron-server[92919]: WARNING oslo_policy.policy [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:23:07.123736 dv-cinder-774286-17-smb neutron-server[92919]: WARNING oslo_policy.policy [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 18:23:07.137385 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.165791 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.323348 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.327730 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.332897 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:07.342358 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Reserving flat network on physical network physnet1 {{(pid=92919) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 18:23:07.376312 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774084334547', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.376876 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Unsubscribe: segment precommit_create {{(pid=92919) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 18:23:07.377392 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.db.segments_db [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Added segment 455bf827-b23c-40e8-8755-0e7e4feac340 of type flat for network 75389754-8e88-4ca5-ba06-bd89ba60b866 Jun 22 18:23:07.399729 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a24ce7-fc89-456e-a301-857fa6682e56,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:07.419370 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:07.419741 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:07.420094 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:07.420457 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:07.420803 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:07.421123 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:07.421441 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:07.421761 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:07.422089 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:07.422406 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:07.422717 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:07.423055 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Tracked resource versions report: Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: pushed versions: Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: { 'AddressGroup': {'1.2'}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'ConntrackHelper': {'1.0'}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'Log': {'1.0'}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'Network': {'1.1'}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'Port': {'1.7'}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'PortForwarding': {'1.2'}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'QosPolicy': {'1.8'}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'SecurityGroup': {'1.4'}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'SubPort': {'1.0'}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'Subnet': {'1.1'}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'Trunk': {'1.1'}} Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: consumer versions: Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: { DHCP agent@dv-cinder-774286-17-smb: {}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: L3 agent@dv-cinder-774286-17-smb: {}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: Metadata agent@dv-cinder-774286-17-smb: {}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: Metering agent@dv-cinder-774286-17-smb: {}, Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: Open vSwitch agent@dv-cinder-774286-17-smb: { 'AddressGroup': '1.2', Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'ConntrackHelper': '1.0', Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'Log': '1.0', Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'Network': '1.1', Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'Port': '1.7', Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'PortForwarding': '1.2', Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'QosPolicy': '1.8', Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'SecurityGroup': '1.4', Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'SecurityGroupRule': '1.2', Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'SubPort': '1.0', Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'Subnet': '1.1', Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: 'Trunk': '1.1'}} Jun 22 18:23:07.424099 dv-cinder-774286-17-smb neutron-server[92919]: {{(pid=92919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:23:07.526701 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:07.531520 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.592017 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.593626 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:07.594300 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:07.596554 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:07.671010 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9284272 Jun 22 18:23:07.700298 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Pushing event updated for resources: {'Network': ['ID=75389754-8e88-4ca5-ba06-bd89ba60b866,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:07.704256 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:07.715861 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:23:08.454832 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:10.018848 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 44872) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:10.193144 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1114cb36-ebe3-44de-ad4f-bc257cb9705f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:10.194762 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-1114cb36-ebe3-44de-ad4f-bc257cb9705f admin admin] 10.222.0.20 "GET /v2.0/subnets/1706504d-bc74-4592-bbb8-baac2c56657f HTTP/1.1" status: 200 len: 849 time: 0.1748409 Jun 22 18:23:10.395574 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-30b1f357-6a3b-4d2c-8466-b0d9095faf80 admin admin] 10.222.0.20 "GET /v2.0/routers/33be7c02-d568-46c5-8a01-be4dda1dc028 HTTP/1.1" status: 200 len: 704 time: 0.1949379 Jun 22 18:23:10.706268 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.033307 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Allocated IP 172.20.0.1 (fc5c7909-c4eb-42d4-bf8f-34286444fe49/1706504d-bc74-4592-bbb8-baac2c56657f/f5672c95-4958-42d8-80fc-d69b98c00457) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:23:11.233252 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.260336 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Transition to ACTIVE for port object f5672c95-4958-42d8-80fc-d69b98c00457 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:23:11.344543 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.348077 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:11.419232 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Network fc5c7909-c4eb-42d4-bf8f-34286444fe49 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:23:11.424098 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:23:11.435509 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:23:11.436081 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741947'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.462101 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Pushing event updated for resources: {'Port': ['ID=f5672c95-4958-42d8-80fc-d69b98c00457,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:11.506559 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:11.671472 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.675637 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-00cb5968-388d-44f2-ba8b-5a61682c9c0a None None] Provisioning for port f5672c95-4958-42d8-80fc-d69b98c00457 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:23:11.681751 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-00cb5968-388d-44f2-ba8b-5a61682c9c0a None None] Provisioning complete for port f5672c95-4958-42d8-80fc-d69b98c00457 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:11.682132 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-00cb5968-388d-44f2-ba8b-5a61682c9c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.718701 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-00cb5968-388d-44f2-ba8b-5a61682c9c0a None None] Port f5672c95-4958-42d8-80fc-d69b98c00457 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:23:11.929610 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.934611 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.936032 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706295'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:11.937977 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:12.018375 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Pushing event updated for resources: {'Port': ['ID=f5672c95-4958-42d8-80fc-d69b98c00457,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:12.023218 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:12.090231 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Network fc5c7909-c4eb-42d4-bf8f-34286444fe49 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:23:12.092337 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:23:12.271550 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Router 33be7c02-d568-46c5-8a01-be4dda1dc028 is scheduled to L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:23:12.341557 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-f506bdaa-5c34-406a-8a2b-408609dc9d0a None None] Provisioning complete for port f5672c95-4958-42d8-80fc-d69b98c00457 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:12.341952 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f506bdaa-5c34-406a-8a2b-408609dc9d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:12.369786 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:23:12.386644 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] 10.222.0.20 "PUT /v2.0/routers/33be7c02-d568-46c5-8a01-be4dda1dc028/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9762065 Jun 22 18:23:12.389727 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Sync routers for ids ['33be7c02-d568-46c5-8a01-be4dda1dc028'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:23:12.391289 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-f506bdaa-5c34-406a-8a2b-408609dc9d0a None None] Port f5672c95-4958-42d8-80fc-d69b98c00457 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:23:12.405690 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Routers {'33be7c02-d568-46c5-8a01-be4dda1dc028'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:23:12.406544 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:23:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['33be7c02-d568-46c5-8a01-be4dda1dc028'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:12.613900 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Set router 33be7c02-d568-46c5-8a01-be4dda1dc028 gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:23:13.137972 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'name': 'router1', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:23:01Z', 'updated_at': '2021-06-22T18:23:11Z', 'revision_number': 2, 'project_id': 'b8b792f719c34da3ba25471abc53515f', 'gw_port_host': None, '_interfaces': [{'id': 'f5672c95-4958-42d8-80fc-d69b98c00457', 'name': '', 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'mac_address': 'fa:16:3e:93:a9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1706504d-bc74-4592-bbb8-baac2c56657f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:10Z', 'updated_at': '2021-06-22T18:23:11Z', 'revision_number': 2, 'project_id': 'b8b792f719c34da3ba25471abc53515f', 'subnets': [{'id': '1706504d-bc74-4592-bbb8-baac2c56657f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7166cfda-8d78-4a2a-86d5-80a68608bfc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:13.196334 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Checking router: 33be7c02-d568-46c5-8a01-be4dda1dc028 for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:23:13.196674 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Updating router 33be7c02-d568-46c5-8a01-be4dda1dc028 port f5672c95-4958-42d8-80fc-d69b98c00457 binding host dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:23:13.269252 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:13.808894 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:13.835065 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Transition to ACTIVE for port object f5672c95-4958-42d8-80fc-d69b98c00457 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:23:13.844849 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:13.851225 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:14.009702 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Pushing event updated for resources: {'Port': ['ID=f5672c95-4958-42d8-80fc-d69b98c00457,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:14.024277 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Attempting to bind port f5672c95-4958-42d8-80fc-d69b98c00457 on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:23:14.024655 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Attempting to bind port f5672c95-4958-42d8-80fc-d69b98c00457 by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '0da71dc1-e15d-4197-aa11-f6a4b16f7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:23:14.025101 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Attempting to bind port f5672c95-4958-42d8-80fc-d69b98c00457 on network fc5c7909-c4eb-42d4-bf8f-34286444fe49 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:23:14.027914 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:14.028253 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:14.028581 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:14.028905 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:14.029226 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:14.029552 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:14.029873 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:14.030188 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:14.030553 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:14.030871 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:14.031210 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:14.031523 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Tracked resource versions report: Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: pushed versions: Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: { 'AddressGroup': {'1.2'}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'ConntrackHelper': {'1.0'}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'Log': {'1.0'}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'Network': {'1.1'}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'Port': {'1.7'}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'PortForwarding': {'1.2'}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'QosPolicy': {'1.8'}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'SecurityGroup': {'1.4'}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'SubPort': {'1.0'}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'Subnet': {'1.1'}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'Trunk': {'1.1'}} Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: consumer versions: Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: { DHCP agent@dv-cinder-774286-17-smb: {}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: L3 agent@dv-cinder-774286-17-smb: {}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: Metadata agent@dv-cinder-774286-17-smb: {}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: Metering agent@dv-cinder-774286-17-smb: {}, Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: Open vSwitch agent@dv-cinder-774286-17-smb: { 'AddressGroup': '1.2', Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'ConntrackHelper': '1.0', Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'Log': '1.0', Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'Network': '1.1', Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'Port': '1.7', Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'PortForwarding': '1.2', Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'QosPolicy': '1.8', Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'SecurityGroup': '1.4', Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'SecurityGroupRule': '1.2', Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'SubPort': '1.0', Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'Subnet': '1.1', Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: 'Trunk': '1.1'}} Jun 22 18:23:14.032589 dv-cinder-774286-17-smb neutron-server[92922]: {{(pid=92922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:23:14.036785 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:14.041577 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:23:14.041577 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Checking segment: {'id': '0da71dc1-e15d-4197-aa11-f6a4b16f7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:23:14.042493 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:14.042733 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Bound using segment: {'id': '0da71dc1-e15d-4197-aa11-f6a4b16f7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:23:14.043258 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Bound port: f5672c95-4958-42d8-80fc-d69b98c00457, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da71dc1-e15d-4197-aa11-f6a4b16f7288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:23:14.043613 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:14.120889 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] For port f5672c95-4958-42d8-80fc-d69b98c00457, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:23:14.145339 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] For port f5672c95-4958-42d8-80fc-d69b98c00457, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=f5672c95-4958-42d8-80fc-d69b98c00457,segment=NetworkSegment(0da71dc1-e15d-4197-aa11-f6a4b16f7288),segment_id=0da71dc1-e15d-4197-aa11-f6a4b16f7288)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:23:14.152322 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:14.154749 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:14.217938 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Pushing event updated for resources: {'Port': ['ID=f5672c95-4958-42d8-80fc-d69b98c00457,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:14.223895 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:14.229299 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Routers {'33be7c02-d568-46c5-8a01-be4dda1dc028'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:23:14.229811 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:23:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['33be7c02-d568-46c5-8a01-be4dda1dc028'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:14.329574 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] Set router 33be7c02-d568-46c5-8a01-be4dda1dc028 gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:23:14.547683 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'name': 'router1', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:23:01Z', 'updated_at': '2021-06-22T18:23:11Z', 'revision_number': 2, 'project_id': 'b8b792f719c34da3ba25471abc53515f', 'gw_port_host': None, '_interfaces': [{'id': 'f5672c95-4958-42d8-80fc-d69b98c00457', 'name': '', 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'mac_address': 'fa:16:3e:93:a9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1706504d-bc74-4592-bbb8-baac2c56657f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:10Z', 'updated_at': '2021-06-22T18:23:14Z', 'revision_number': 4, 'project_id': 'b8b792f719c34da3ba25471abc53515f', 'subnets': [{'id': '1706504d-bc74-4592-bbb8-baac2c56657f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7166cfda-8d78-4a2a-86d5-80a68608bfc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:14.580163 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426912bc-3f7e-41cb-9e5e-28216c032ffd None None] The sync data for ids ['33be7c02-d568-46c5-8a01-be4dda1dc028'] in dv-cinder-774286-17-smb is: [{'id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'name': 'router1', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:23:01Z', 'updated_at': '2021-06-22T18:23:11Z', 'revision_number': 2, 'project_id': 'b8b792f719c34da3ba25471abc53515f', 'gw_port_host': None, '_interfaces': [{'id': 'f5672c95-4958-42d8-80fc-d69b98c00457', 'name': '', 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'mac_address': 'fa:16:3e:93:a9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1706504d-bc74-4592-bbb8-baac2c56657f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:10Z', 'updated_at': '2021-06-22T18:23:14Z', 'revision_number': 4, 'project_id': 'b8b792f719c34da3ba25471abc53515f', 'subnets': [{'id': '1706504d-bc74-4592-bbb8-baac2c56657f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7166cfda-8d78-4a2a-86d5-80a68608bfc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:23:14.778438 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 44886) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:14.919121 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e98352-0366-4043-b869-15c847e7a8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:14.920610 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-70e98352-0366-4043-b869-15c847e7a8d0 admin admin] 10.222.0.20 "GET /v2.0/networks/75389754-8e88-4ca5-ba06-bd89ba60b866 HTTP/1.1" status: 200 len: 842 time: 0.1409247 Jun 22 18:23:14.934858 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Request body: {'subnet': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:23:14.962450 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Made reservation on behalf of cee9cb1780a94533a7708039cbfadf31 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:23:14.964916 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:15.314789 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.objects.ports [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92919) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 18:23:15.315175 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:15.319082 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:15.381294 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Pushing event updated for resources: {'Subnet': ['ID=34c3d672-c4a4-4a62-b7db-0bb198b47cfc,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:15.385378 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Checking segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:23:15.385740 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Network hostable DHCP agents. Network: 75389754-8e88-4ca5-ba06-bd89ba60b866, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:23:15.391558 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:15.414409 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:23:15.431271 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, 75389754-8e88-4ca5-ba06-bd89ba60b866) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:23:15.435684 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:15.436475 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:15.445835 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b5993b-e3ef-4e46-b341-5925dfd66033 None None] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:23:15.464869 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5259840 Jun 22 18:23:15.599622 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4ef495-c277-43fd-a53d-f02a8f9c2b68 None None] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:23:17.766739 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device f5672c95-4958-42d8-80fc-d69b98c00457 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:23:17.864272 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port f5672c95-4958-42d8-80fc-d69b98c00457 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:23:17.870956 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port f5672c95-4958-42d8-80fc-d69b98c00457 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:17.871517 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:17.997392 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:18.055131 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port f5672c95-4958-42d8-80fc-d69b98c00457, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=f5672c95-4958-42d8-80fc-d69b98c00457,segment=NetworkSegment(0da71dc1-e15d-4197-aa11-f6a4b16f7288),segment_id=0da71dc1-e15d-4197-aa11-f6a4b16f7288)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:23:18.062163 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:18.068374 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-dc76ac07-bfd6-4cad-895b-3d80cda0f2ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:18.149871 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=f5672c95-4958-42d8-80fc-d69b98c00457,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:18.155030 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:18.348795 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 44898) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:18.620299 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-e896beda-3414-4657-b379-1b767ecac66f admin admin] 10.222.0.20 "GET /v2.0/routers/33be7c02-d568-46c5-8a01-be4dda1dc028 HTTP/1.1" status: 200 len: 710 time: 0.2703643 Jun 22 18:23:18.813368 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25030320-abb0-48d5-85c3-d0896bbef1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:23:18.814868 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-25030320-abb0-48d5-85c3-d0896bbef1ea admin admin] 10.222.0.20 "GET /v2.0/networks/75389754-8e88-4ca5-ba06-bd89ba60b866 HTTP/1.1" status: 200 len: 886 time: 0.1854827 Jun 22 18:23:18.825069 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:23:19.159056 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-584'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:19.437192 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:19.572432 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:19.735723 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device f5672c95-4958-42d8-80fc-d69b98c00457 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:23:19.752431 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Allocated IP 172.28.3.248 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/41d57b61-ae62-4079-b999-233f3d138cc8) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:23:19.878308 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port f5672c95-4958-42d8-80fc-d69b98c00457 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:19.879246 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:19.887367 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:20.010648 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:20.013035 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:20.092023 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:23:20.097048 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:23:20.105332 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:23:20.111202 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Pushing event updated for resources: {'Port': ['ID=41d57b61-ae62-4079-b999-233f3d138cc8,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:20.147739 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:20.482098 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:20.690365 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-584'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:20.694356 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-739597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-742617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-739590', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-719989'] for router, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:20.821998 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Router 33be7c02-d568-46c5-8a01-be4dda1dc028 has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:23:20.939928 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:23:20.945288 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:20.947294 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] 10.222.0.20 "PUT /v2.0/routers/33be7c02-d568-46c5-8a01-be4dda1dc028 HTTP/1.1" status: 200 len: 890 time: 2.1255102 Jun 22 18:23:20.955768 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Sync routers for ids ['33be7c02-d568-46c5-8a01-be4dda1dc028'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:23:20.973555 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Routers {'33be7c02-d568-46c5-8a01-be4dda1dc028'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:23:20.974727 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:23:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['33be7c02-d568-46c5-8a01-be4dda1dc028'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:21.248454 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Set router 33be7c02-d568-46c5-8a01-be4dda1dc028 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:23:21.773405 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'name': 'router1', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '41d57b61-ae62-4079-b999-233f3d138cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:23:01Z', 'updated_at': '2021-06-22T18:23:20Z', 'revision_number': 4, 'project_id': 'b8b792f719c34da3ba25471abc53515f', 'gw_port': {'id': '41d57b61-ae62-4079-b999-233f3d138cc8', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:19Z', 'updated_at': '2021-06-22T18:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'f5672c95-4958-42d8-80fc-d69b98c00457', 'name': '', 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'mac_address': 'fa:16:3e:93:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1706504d-bc74-4592-bbb8-baac2c56657f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:10Z', 'updated_at': '2021-06-22T18:23:18Z', 'revision_number': 5, 'project_id': 'b8b792f719c34da3ba25471abc53515f', 'subnets': [{'id': '1706504d-bc74-4592-bbb8-baac2c56657f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7166cfda-8d78-4a2a-86d5-80a68608bfc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:21.871846 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Checking router: 33be7c02-d568-46c5-8a01-be4dda1dc028 for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:23:21.872384 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Updating router 33be7c02-d568-46c5-8a01-be4dda1dc028 port 41d57b61-ae62-4079-b999-233f3d138cc8 binding host dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:23:21.935284 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:22.390374 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:22.402638 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Transition to ACTIVE for port object 41d57b61-ae62-4079-b999-233f3d138cc8 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:23:22.417920 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:22.422871 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:22.480753 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80421b-de4a-475c-9ab3-273f3c0d6804 None None] Pushing event updated for resources: {'Port': ['ID=41d57b61-ae62-4079-b999-233f3d138cc8,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:22.483640 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Attempting to bind port 41d57b61-ae62-4079-b999-233f3d138cc8 on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:23:22.484055 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Attempting to bind port 41d57b61-ae62-4079-b999-233f3d138cc8 by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:23:22.484626 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Attempting to bind port 41d57b61-ae62-4079-b999-233f3d138cc8 on network 75389754-8e88-4ca5-ba06-bd89ba60b866 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:23:22.490760 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ea80421b-de4a-475c-9ab3-273f3c0d6804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:22.491686 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:23:22.492037 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Checking segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:23:22.492444 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:22.492837 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Bound using segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:23:22.493484 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Bound port: 41d57b61-ae62-4079-b999-233f3d138cc8, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:23:22.493720 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:22.551280 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] For port 41d57b61-ae62-4079-b999-233f3d138cc8, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:23:22.554860 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] For port 41d57b61-ae62-4079-b999-233f3d138cc8, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=41d57b61-ae62-4079-b999-233f3d138cc8,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:23:22.560327 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:22.563148 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:22.637167 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80421b-de4a-475c-9ab3-273f3c0d6804 None None] Pushing event updated for resources: {'Port': ['ID=41d57b61-ae62-4079-b999-233f3d138cc8,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:22.640897 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Routers {'33be7c02-d568-46c5-8a01-be4dda1dc028'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:23:22.641583 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:23:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['33be7c02-d568-46c5-8a01-be4dda1dc028'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:22.644815 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ea80421b-de4a-475c-9ab3-273f3c0d6804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:22.861802 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] Set router 33be7c02-d568-46c5-8a01-be4dda1dc028 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:23:23.115841 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'name': 'router1', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '41d57b61-ae62-4079-b999-233f3d138cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:23:01Z', 'updated_at': '2021-06-22T18:23:20Z', 'revision_number': 4, 'project_id': 'b8b792f719c34da3ba25471abc53515f', 'gw_port': {'id': '41d57b61-ae62-4079-b999-233f3d138cc8', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:19Z', 'updated_at': '2021-06-22T18:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'f5672c95-4958-42d8-80fc-d69b98c00457', 'name': '', 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'mac_address': 'fa:16:3e:93:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1706504d-bc74-4592-bbb8-baac2c56657f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:10Z', 'updated_at': '2021-06-22T18:23:18Z', 'revision_number': 5, 'project_id': 'b8b792f719c34da3ba25471abc53515f', 'subnets': [{'id': '1706504d-bc74-4592-bbb8-baac2c56657f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7166cfda-8d78-4a2a-86d5-80a68608bfc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:23:23.145991 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961eff77-7d1b-41fe-a9e6-6b946344fee5 None None] The sync data for ids ['33be7c02-d568-46c5-8a01-be4dda1dc028'] in dv-cinder-774286-17-smb is: [{'id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'name': 'router1', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.248'}], 'enable_snat': True}, 'gw_port_id': '41d57b61-ae62-4079-b999-233f3d138cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:23:01Z', 'updated_at': '2021-06-22T18:23:20Z', 'revision_number': 4, 'project_id': 'b8b792f719c34da3ba25471abc53515f', 'gw_port': {'id': '41d57b61-ae62-4079-b999-233f3d138cc8', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:3e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:19Z', 'updated_at': '2021-06-22T18:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'f5672c95-4958-42d8-80fc-d69b98c00457', 'name': '', 'network_id': 'fc5c7909-c4eb-42d4-bf8f-34286444fe49', 'tenant_id': 'b8b792f719c34da3ba25471abc53515f', 'mac_address': 'fa:16:3e:93:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be7c02-d568-46c5-8a01-be4dda1dc028', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1706504d-bc74-4592-bbb8-baac2c56657f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:23:10Z', 'updated_at': '2021-06-22T18:23:18Z', 'revision_number': 5, 'project_id': 'b8b792f719c34da3ba25471abc53515f', 'subnets': [{'id': '1706504d-bc74-4592-bbb8-baac2c56657f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7166cfda-8d78-4a2a-86d5-80a68608bfc6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:23:23.780431 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 41d57b61-ae62-4079-b999-233f3d138cc8 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:23:23.870743 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port 41d57b61-ae62-4079-b999-233f3d138cc8 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:23:23.883171 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 41d57b61-ae62-4079-b999-233f3d138cc8 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:23.883171 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:23.907133 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 44906) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:23:23.971692 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:23.995597 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port 41d57b61-ae62-4079-b999-233f3d138cc8, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=41d57b61-ae62-4079-b999-233f3d138cc8,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:23:24.000515 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:24.005084 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9c2ed64e-a531-4716-9fc8-c7af0faf5a33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:23:24.067003 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=41d57b61-ae62-4079-b999-233f3d138cc8,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:23:24.070869 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:23:24.091932 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-53826d00-b036-4ca2-a3b4-a3520ea554f4 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1833084 Jun 22 18:23:25.724035 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 41d57b61-ae62-4079-b999-233f3d138cc8 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:23:25.778247 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 41d57b61-ae62-4079-b999-233f3d138cc8 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:23:25.778753 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:31.769307 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b2a1e020-a3ff-4a81-b18f-9dfcbbc34438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:35.265836 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cff0a4f8-fadb-474e-9a6b-9b04eae6065a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:35.590592 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:36.310218 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:23:37.863760 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:23:38.472949 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:01.769389 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a1a10bc2-9105-44c2-b107-fa33420150fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:05.249851 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-77cf0b21-4b9c-44f2-9d38-bdc89b1f3248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:05.585530 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:06.322271 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:08.485576 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:14.862480 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:24:31.735400 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e16e9dbc-749d-4a7a-994a-6215b9254bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:35.252929 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9847565d-7dd6-444c-850a-ca6b3a010f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:35.578948 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:36.316928 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:38.479985 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:24:51.861644 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:25:01.728988 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4cf426d6-c216-42e6-a1f0-7f620699b9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:05.253563 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-518ccc55-96ec-459e-a825-a02d379e7fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:05.581459 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:06.318487 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:07.505834 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45474) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:07.582777 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a1cddb-7baf-40fe-9043-dd3a997bb54c admin admin] GET failed (client error): The resource could not be found. Jun 22 18:25:07.584251 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-93a1cddb-7baf-40fe-9043-dd3a997bb54c admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0774598 Jun 22 18:25:07.745337 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b65edde-3cb1-40a8-8be6-2adb90be8004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:07.747397 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-0b65edde-3cb1-40a8-8be6-2adb90be8004 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1587081 Jun 22 18:25:08.485088 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:09.908414 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45484) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:10.001944 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ebe183-42c7-47e9-a15c-777b94e1127e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:10.003241 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-a9ebe183-42c7-47e9-a15c-777b94e1127e admin admin] 10.222.0.20 "GET /v2.0/subnets/1706504d-bc74-4592-bbb8-baac2c56657f HTTP/1.1" status: 200 len: 849 time: 0.0938530 Jun 22 18:25:10.012931 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:25:10.097062 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Notify callbacks [] for subnet, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:10.245889 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774084253404'] for subnet, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:10.248072 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:25:10.277661 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:10.278113 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:10.283503 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] 10.222.0.20 "PUT /v2.0/subnets/1706504d-bc74-4592-bbb8-baac2c56657f HTTP/1.1" status: 200 len: 868 time: 0.2746742 Jun 22 18:25:10.283838 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e167d41-e883-45df-9065-6f31a5377752 None None] Network fc5c7909-c4eb-42d4-bf8f-34286444fe49 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:25:10.306979 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1706504d-bc74-4592-bbb8-baac2c56657f,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:25:10.315530 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:10.315905 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:10.316249 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:10.316599 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:10.316916 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:10.317246 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:10.317574 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:10.317898 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:10.318272 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:10.318606 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:10.318991 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:10.319294 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:10.322899 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:25:10.654143 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53220733-e980-4a15-9c88-84b3101f1eba None None] Provisioning complete for port f5672c95-4958-42d8-80fc-d69b98c00457 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:25:10.654526 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53220733-e980-4a15-9c88-84b3101f1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:10.749414 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53220733-e980-4a15-9c88-84b3101f1eba None None] Provisioning complete for port 4b377169-68cf-4d42-9d6b-7a1056e88fca triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:25:10.749708 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53220733-e980-4a15-9c88-84b3101f1eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:12.489329 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 45492) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:12.755831 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f75b3-b467-4236-b391-d88bc11e0f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:12.756215 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250f75b3-b467-4236-b391-d88bc11e0f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:12.757731 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-250f75b3-b467-4236-b391-d88bc11e0f32 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2674663 Jun 22 18:25:14.927461 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45502) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:15.204577 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0af7901-7e6f-4e24-9956-a4b094a2d3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:15.205062 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0af7901-7e6f-4e24-9956-a4b094a2d3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:15.206610 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-b0af7901-7e6f-4e24-9956-a4b094a2d3ce admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2781513 Jun 22 18:25:17.379223 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45510) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:17.500838 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b768ad5-a855-49a1-8981-72aa697a7446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:17.502209 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-6b768ad5-a855-49a1-8981-72aa697a7446 admin admin] 10.222.0.20 "GET /v2.0/networks/75389754-8e88-4ca5-ba06-bd89ba60b866 HTTP/1.1" status: 200 len: 886 time: 0.1220384 Jun 22 18:25:19.651498 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45518) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:19.791223 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4a287-7203-4a2c-9f20-f3b9cf74aa11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:19.793230 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-30e4a287-7203-4a2c-9f20-f3b9cf74aa11 admin admin] 10.222.0.20 "GET /v2.0/networks/fc5c7909-c4eb-42d4-bf8f-34286444fe49 HTTP/1.1" status: 200 len: 869 time: 0.1404879 Jun 22 18:25:21.988403 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45526) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:22.133890 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9420b01f-1904-49b2-9438-2f373582fc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:22.134352 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9420b01f-1904-49b2-9438-2f373582fc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:22.136007 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-9420b01f-1904-49b2-9438-2f373582fc63 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1466134 Jun 22 18:25:24.334938 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45534) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:24.426566 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774e18ff-69af-46f0-8663-014dda91c1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:24.427060 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774e18ff-69af-46f0-8663-014dda91c1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:24.428565 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-774e18ff-69af-46f0-8663-014dda91c1a6 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926590 Jun 22 18:25:26.566616 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45542) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:26.656824 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0455b1a-7e17-4324-bb9f-698586b9bd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:26.658163 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-f0455b1a-7e17-4324-bb9f-698586b9bd94 admin admin] 10.222.0.20 "GET /v2.0/subnets/1706504d-bc74-4592-bbb8-baac2c56657f HTTP/1.1" status: 200 len: 868 time: 0.0905569 Jun 22 18:25:28.824031 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45550) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:28.860622 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:25:28.916510 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a265a-cd8d-46a0-b8da-613222ba8cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:28.917877 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-036a265a-cd8d-46a0-b8da-613222ba8cd0 admin admin] 10.222.0.20 "GET /v2.0/subnets/34c3d672-c4a4-4a62-b7db-0bb198b47cfc HTTP/1.1" status: 200 len: 816 time: 0.0928934 Jun 22 18:25:31.732645 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1249453a-3ade-45a7-ab3b-d5b34a05a9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:35.254693 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cff889cd-a4ec-402e-9416-9142e48af29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:35.583923 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:36.322738 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:38.492580 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:52.996714 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45594) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:53.047385 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [None req-aa8466b9-35fe-4f2f-bd5d-b3729dc690de admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:25:53.048480 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-aa8466b9-35fe-4f2f-bd5d-b3729dc690de admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507872 Jun 22 18:25:55.358021 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 45602) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:55.422420 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c029c4-dd65-4002-9e63-b7715907128e admin admin] GET failed (client error): The resource could not be found. Jun 22 18:25:55.424233 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-b3c029c4-dd65-4002-9e63-b7715907128e admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647175 Jun 22 18:25:55.567805 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966394f2-1e8b-4089-b6b8-b5bd840f6371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:55.569225 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-966394f2-1e8b-4089-b6b8-b5bd840f6371 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1411695 Jun 22 18:25:57.742086 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 45610) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:25:57.789661 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:25:57.811022 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Made reservation on behalf of cee9cb1780a94533a7708039cbfadf31 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:25:57.814416 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:57.852625 dv-cinder-774286-17-smb neutron-server[92920]: WARNING neutron.services.revisions.revision_plugin [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Could not find related network for resource to bump revision. Jun 22 18:25:57.866174 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:25:57.877375 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:57.877727 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Added segment 911c9287-4e1e-40d4-83b3-1da387498c37 of type vlan for network bd94c0f0-2e5e-4917-9307-2bd586c6e424 Jun 22 18:25:57.917970 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:57.947815 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:57.949457 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:25:57.950123 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:25:57.954182 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:25:58.001894 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2580562 Jun 22 18:25:58.013631 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=bd94c0f0-2e5e-4917-9307-2bd586c6e424,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:25:58.021181 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.021549 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.021893 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.022222 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.022549 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.022936 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.023238 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.023560 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.023898 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.024222 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.024540 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.024857 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:25:58.028473 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:25:58.037215 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network bd94c0f0-2e5e-4917-9307-2bd586c6e424 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:26:00.182907 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 45618) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:26:00.245916 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e0b7a0-2074-4c78-98b8-c3447d2b5d03 admin admin] GET failed (client error): The resource could not be found. Jun 22 18:26:00.247255 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-e4e0b7a0-2074-4c78-98b8-c3447d2b5d03 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0629621 Jun 22 18:26:00.321662 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b850c87e-88a5-41a2-b5e4-e3f3cdd31b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:00.323156 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-b850c87e-88a5-41a2-b5e4-e3f3cdd31b9b admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0707862 Jun 22 18:26:00.332927 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'bd94c0f0-2e5e-4917-9307-2bd586c6e424', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:26:00.352707 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] Made reservation on behalf of cee9cb1780a94533a7708039cbfadf31 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:26:00.355102 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:00.517832 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:00.520937 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b1d1d8a6-2082-4705-bf0f-d66ea9e324e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:26:00.573745 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2654054-8b75-4f38-ade2-1bdf73dee5db,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:26:00.579277 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:26:00.581858 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] Checking segment: {'id': '911c9287-4e1e-40d4-83b3-1da387498c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd94c0f0-2e5e-4917-9307-2bd586c6e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:26:00.582207 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] Network hostable DHCP agents. Network: bd94c0f0-2e5e-4917-9307-2bd586c6e424, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:26:00.598540 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] Network bd94c0f0-2e5e-4917-9307-2bd586c6e424 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:26:00.607193 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, bd94c0f0-2e5e-4917-9307-2bd586c6e424) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:26:00.611813 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:26:00.612376 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:00.617317 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b855f0-e09b-406d-af82-251cf9ca19dd None None] Network bd94c0f0-2e5e-4917-9307-2bd586c6e424 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:26:00.627675 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2982197 Jun 22 18:26:00.869091 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d19453-fdc3-5b30-8fd6-aedd5265515b-bd94c0f0-2e5e-4917-9307-2bd586c6e424', 'network_id': 'bd94c0f0-2e5e-4917-9307-2bd586c6e424', 'tenant_id': 'cee9cb1780a94533a7708039cbfadf31', 'fixed_ips': [{'subnet_id': 'c2654054-8b75-4f38-ade2-1bdf73dee5db'}]}} from dv-cinder-774286-17-smb. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:26:00.869968 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:01.012593 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Allocated IP 192.168.233.2 (bd94c0f0-2e5e-4917-9307-2bd586c6e424/c2654054-8b75-4f38-ade2-1bdf73dee5db/968e6c48-24ae-4d92-a691-fe710e56fbc2) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:26:01.156988 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:01.167192 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Transition to ACTIVE for port object 968e6c48-24ae-4d92-a691-fe710e56fbc2 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:26:01.182258 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Transition to ACTIVE for port object 968e6c48-24ae-4d92-a691-fe710e56fbc2 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:26:01.190126 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:01.192445 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:26:01.236874 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Network bd94c0f0-2e5e-4917-9307-2bd586c6e424 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:26:01.239780 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:26:01.244677 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Pushing event updated for resources: {'Port': ['ID=968e6c48-24ae-4d92-a691-fe710e56fbc2,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:26:01.247007 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:26:01.256316 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:01.256838 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:01.257239 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:01.257582 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:01.257916 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:01.258247 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:01.258577 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:01.258904 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:01.259269 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:01.259619 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:01.259948 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:01.260272 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:26:01.265778 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:26:01.319281 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Attempting to bind port 968e6c48-24ae-4d92-a691-fe710e56fbc2 on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:26:01.319660 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Attempting to bind port 968e6c48-24ae-4d92-a691-fe710e56fbc2 by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '911c9287-4e1e-40d4-83b3-1da387498c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd94c0f0-2e5e-4917-9307-2bd586c6e424'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:26:01.320033 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Attempting to bind port 968e6c48-24ae-4d92-a691-fe710e56fbc2 on network bd94c0f0-2e5e-4917-9307-2bd586c6e424 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:26:01.325056 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:26:01.325432 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Checking segment: {'id': '911c9287-4e1e-40d4-83b3-1da387498c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd94c0f0-2e5e-4917-9307-2bd586c6e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:26:01.325841 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:01.326234 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Bound using segment: {'id': '911c9287-4e1e-40d4-83b3-1da387498c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd94c0f0-2e5e-4917-9307-2bd586c6e424'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:26:01.326717 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Bound port: 968e6c48-24ae-4d92-a691-fe710e56fbc2, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911c9287-4e1e-40d4-83b3-1da387498c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd94c0f0-2e5e-4917-9307-2bd586c6e424'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:26:01.327126 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:01.392511 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] For port 968e6c48-24ae-4d92-a691-fe710e56fbc2, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:26:01.396204 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] For port 968e6c48-24ae-4d92-a691-fe710e56fbc2, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=968e6c48-24ae-4d92-a691-fe710e56fbc2,segment=NetworkSegment(911c9287-4e1e-40d4-83b3-1da387498c37),segment_id=911c9287-4e1e-40d4-83b3-1da387498c37)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:26:01.401840 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:01.404159 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:26:01.462449 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Pushing event updated for resources: {'Port': ['ID=968e6c48-24ae-4d92-a691-fe710e56fbc2,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:26:01.471738 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:26:01.758069 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-674882ab-208a-42ea-aaa4-be62a44ce9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:01.879145 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 968e6c48-24ae-4d92-a691-fe710e56fbc2 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:26:01.930052 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port 968e6c48-24ae-4d92-a691-fe710e56fbc2 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:26:02.379919 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c8751-fe72-4915-b866-3a0a71ac9249 None None] Network bd94c0f0-2e5e-4917-9307-2bd586c6e424 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:26:02.512425 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-aee3028c-d021-4181-9dd7-6dd49ae57765 None None] Provisioning for port 968e6c48-24ae-4d92-a691-fe710e56fbc2 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:26:02.532896 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-aee3028c-d021-4181-9dd7-6dd49ae57765 None None] Provisioning complete for port 968e6c48-24ae-4d92-a691-fe710e56fbc2 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:26:02.533351 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aee3028c-d021-4181-9dd7-6dd49ae57765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:02.640970 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aee3028c-d021-4181-9dd7-6dd49ae57765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:02.677065 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-aee3028c-d021-4181-9dd7-6dd49ae57765 None None] For port 968e6c48-24ae-4d92-a691-fe710e56fbc2, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=968e6c48-24ae-4d92-a691-fe710e56fbc2,segment=NetworkSegment(911c9287-4e1e-40d4-83b3-1da387498c37),segment_id=911c9287-4e1e-40d4-83b3-1da387498c37)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:26:02.684711 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aee3028c-d021-4181-9dd7-6dd49ae57765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:02.690108 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ea80421b-de4a-475c-9ab3-273f3c0d6804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:26:02.747799 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3028c-d021-4181-9dd7-6dd49ae57765 None None] Pushing event updated for resources: {'Port': ['ID=968e6c48-24ae-4d92-a691-fe710e56fbc2,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:26:02.758024 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-aee3028c-d021-4181-9dd7-6dd49ae57765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:26:02.805798 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-b1957be2-57ff-43de-ae51-4ce18023475f None None] Provisioning complete for port 968e6c48-24ae-4d92-a691-fe710e56fbc2 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:26:02.806455 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b1957be2-57ff-43de-ae51-4ce18023475f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:03.843416 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 968e6c48-24ae-4d92-a691-fe710e56fbc2 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:26:03.892667 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 968e6c48-24ae-4d92-a691-fe710e56fbc2 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:26:03.893108 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:05.257189 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3672e705-6a85-43a1-860a-7488e9bad99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:05.586453 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:05.860441 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:26:06.325165 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:08.496197 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:31.739844 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3bcc4091-2ef3-430c-9757-7fc7e4a5997b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:35.258772 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-db347317-cc16-4c87-804f-33d5dca1dc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:35.588802 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:36.328455 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:38.500686 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:26:42.864735 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:27:01.743947 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bdb4edad-e158-4b48-babb-5a492738f326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:05.261698 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-93bc84bc-d2f2-4adb-a866-a7432355b088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:05.596248 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:06.332109 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:08.505815 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:09.799604 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45670) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:27:09.805436 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [None req-a3ae4eca-a7e3-4ad6-8118-e1118e0d5df5 tempest-verify_tempest_config-501788287 tempest-verify_tempest_config-501788287-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:27:09.806412 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-a3ae4eca-a7e3-4ad6-8118-e1118e0d5df5 tempest-verify_tempest_config-501788287 tempest-verify_tempest_config-501788287-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058589 Jun 22 18:27:10.120078 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45688) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:27:10.224199 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:10.315532 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:10.320564 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:10.324869 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:27:10.368033 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddb0997-9c4d-4cfc-8f29-6f43b4fcc63f,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:27:10.372898 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a36e8c0a7b946628f4f0161bc434b78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2518146 Jun 22 18:27:10.375588 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 45692) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:27:10.377443 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.377814 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.378159 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.378495 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.379392 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.379774 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.379774 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.380413 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.380732 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.381052 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.381375 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.381703 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.385690 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:27:10.434319 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:10.456239 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:10.547633 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:10.550575 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:10.551784 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ddb0997-9c4d-4cfc-8f29-6f43b4fcc63f HTTP/1.1" status: 204 len: 168 time: 0.1751916 Jun 22 18:27:10.552603 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b78db65-dbf7-4a80-b2b6-6ef597e77710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:27:10.561628 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddb0997-9c4d-4cfc-8f29-6f43b4fcc63f,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:27:10.569822 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.569928 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.570244 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.570570 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.570891 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.571294 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.571624 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.571931 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.572301 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.572586 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.572897 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.573209 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:27:10.594286 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:27:19.862570 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:27:31.744589 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c22ebd84-4c43-4885-a828-326ea774ee00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:35.265683 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e271500c-91f5-4f60-bc30-81b598315315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:35.588945 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:36.334825 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:38.506075 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:27:56.861002 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:28:01.746613 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-aa2c9012-f9bd-4109-81f0-0de9b4eff1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:05.269343 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-225f970f-884c-41e5-88b8-0b2937574776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:05.594533 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:06.338201 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:08.510100 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:31.746764 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9b70a7b2-5ea9-45f9-b9fb-a05ceffd03b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:33.858715 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 5 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:28:35.271269 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-eadb8d98-d33a-46a6-8c39-95f2eb41afb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:35.595584 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:36.340554 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:38.512007 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:28:59.447184 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538'] for agent, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:01.747688 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-adee09f2-d38b-4b59-9412-31fdf4b5b626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:04.373652 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45746) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:04.475583 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-7e69e9cf-d9c3-4a33-a66b-e04cf70cd253 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1008284 Jun 22 18:29:05.272146 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a59faf26-d2ea-488d-8d25-1c581b24434e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:05.597491 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:06.342796 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:06.622003 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45756) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:29:06.673738 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-4b7acfa9-6d8d-4e54-927c-0f02a5258d50 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0506473 Jun 22 18:29:08.515673 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:10.858486 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:29:29.436571 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:31.747782 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7f47303d-f461-43b5-a311-ebb1b8fd5739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.274163 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ad01b81-aa5c-4a26-a5de-50711398addb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:35.597958 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:36.346423 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:38.518603 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:29:47.858531 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:29:59.438843 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:01.805983 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-808f1eda-40b9-408b-ae6b-8a06b1c49247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.279186 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9997-95c8-4f0c-bdf1-8fd5ee47fc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:05.603544 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:06.353634 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:08.527792 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:24.857868 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:30:29.458210 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:31.753207 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1970782b-7d5a-43cf-a3f5-a7690bded951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.292040 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c3aa5bfc-fe24-4e1a-9d25-baf4b9953bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:35.606820 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:36.367864 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:38.525529 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:46.291013 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 45968) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:46.701929 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-641551335-network', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:46.754694 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Made reservation on behalf of f4b35ad2eae2437293a521d8a216c696 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:46.761912 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:46.776419 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:46.860893 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 45998) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:46.948377 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:46.953531 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:46.959240 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-aac61964-af64-41f8-91b5-42ffc7307d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:46.999818 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea6639e-d085-46cc-8186-42acf96659cc,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:47.015954 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:47.016547 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:47.017089 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:47.017657 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:47.018194 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:47.018727 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:47.019942 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:47.020508 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:47.021048 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:47.021582 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:47.022399 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:47.022950 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Tracked resource versions report: Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: pushed versions: Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: { 'AddressGroup': {'1.2'}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'ConntrackHelper': {'1.0'}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'Log': {'1.0'}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'Network': {'1.1'}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'Port': {'1.7'}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'PortForwarding': {'1.2'}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'QosPolicy': {'1.8'}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'SecurityGroup': {'1.4'}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'SubPort': {'1.0'}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'Subnet': {'1.1'}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'Trunk': {'1.1'}} Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: consumer versions: Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: { DHCP agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: HyperV agent@hv-cinder-77428: {}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: L3 agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: Metadata agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: Metering agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: Open vSwitch agent@dv-cinder-774286-17-smb: { 'AddressGroup': '1.2', Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'ConntrackHelper': '1.0', Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'Log': '1.0', Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'Network': '1.1', Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'Port': '1.7', Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'PortForwarding': '1.2', Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'QosPolicy': '1.8', Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'SecurityGroup': '1.4', Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'SecurityGroupRule': '1.2', Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'SubPort': '1.0', Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'Subnet': '1.1', Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: 'Trunk': '1.1'}} Jun 22 18:30:47.024963 dv-cinder-774286-17-smb neutron-server[92919]: {{(pid=92919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:30:47.034128 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:47.042661 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:30:47.061719 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.062384 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.db.segments_db [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Added segment eff6a548-5961-4e8d-8f4c-bf0dca62b58b of type vlan for network 75e6befd-6f26-4650-9b7e-2f30ce50a808 Jun 22 18:30:47.123697 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.177057 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.178892 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:47.179641 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.186571 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:47.272983 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Pushing event updated for resources: {'Network': ['ID=75e6befd-6f26-4650-9b7e-2f30ce50a808,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:47.286511 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:47.298940 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0065432 Jun 22 18:30:47.299652 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network 75e6befd-6f26-4650-9b7e-2f30ce50a808 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:30:47.303719 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 46016) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:47.316324 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] Request body: {'subnet': {'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-641551335-subnet', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:47.340944 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1786679101-network', 'tenant_id': '3bd1c2e035754d08a6c3d20b7fb374fa'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:47.414239 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.db.api [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 18:30:47.414239 dv-cinder-774286-17-smb neutron-server[92920]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 18:30:47.414239 dv-cinder-774286-17-smb neutron-server[92920]: [parameters: {'project_id': '3bd1c2e035754d08a6c3d20b7fb374fa', 'id': '44938cb7-22c6-4f9d-9bca-eee62df707d8', 'expiration': datetime.datetime(2021, 6, 22, 18, 32, 47, 390273)}] Jun 22 18:30:47.414239 dv-cinder-774286-17-smb neutron-server[92920]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 18:30:47.414955 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_db.api [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 18:30:47.435482 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] Made reservation on behalf of f4b35ad2eae2437293a521d8a216c696 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:47.445211 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.743064 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.749105 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9f430c4c-50c1-46d9-8135-fac150b9a98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:47.768808 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 46034) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:47.850392 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=748b275f-0ae5-4fac-9860-855a76ef2bec,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:47.859575 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:47.865541 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] Checking segment: {'id': 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:47.866529 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] Network hostable DHCP agents. Network: 75e6befd-6f26-4650-9b7e-2f30ce50a808, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:30:47.899080 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] Network 75e6befd-6f26-4650-9b7e-2f30ce50a808 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:30:47.912725 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, 75e6befd-6f26-4650-9b7e-2f30ce50a808) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:47.918686 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:47.919390 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.937658 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8523bef4-b50c-4f3e-9b70-10db6318c078 None None] Network 75e6befd-6f26-4650-9b7e-2f30ce50a808 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:47.958128 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Made reservation on behalf of 3bd1c2e035754d08a6c3d20b7fb374fa for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:47.967169 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6562169 Jun 22 18:30:47.967686 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:47.967856 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 46038) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:47.976764 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-641551335-router', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:48.017428 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.079896 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.081812 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.334254 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.423124 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.443889 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-694281497-network', 'tenant_id': 'ff2e7cf91705484da2c9d63c8b5887ed'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:48.453247 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.468829 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa483599-be1f-4ec0-83ff-919a2a411092 None None] Network 75e6befd-6f26-4650-9b7e-2f30ce50a808 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:48.478303 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:30:48.499783 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.501078 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Added segment 76c9d660-f85d-4376-a92a-dfbc7d49d95c of type vlan for network 41714776-f003-4d80-a5c7-28ca66a1fb57 Jun 22 18:30:48.632983 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.766070 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:48.860952 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.865538 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bee476-016a-4c0e-9579-fa8980b5dbb2,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:48.885823 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:48.886629 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:48.887343 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:48.888010 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:48.888688 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:48.888926 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-584'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.889565 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:48.890208 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:48.890849 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:48.891566 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:48.892377 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:48.893037 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:48.893878 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Tracked resource versions report: Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: pushed versions: Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: { 'AddressGroup': {'1.2'}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'ConntrackHelper': {'1.0'}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'Log': {'1.0'}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'Network': {'1.1'}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'Port': {'1.7'}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'PortForwarding': {'1.2'}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'QosPolicy': {'1.8'}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'SecurityGroup': {'1.4'}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'SubPort': {'1.0'}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'Subnet': {'1.1'}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'Trunk': {'1.1'}} Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: consumer versions: Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: { DHCP agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: HyperV agent@hv-cinder-77428: {}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: L3 agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: Metadata agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: Metering agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: Open vSwitch agent@dv-cinder-774286-17-smb: { 'AddressGroup': '1.2', Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'ConntrackHelper': '1.0', Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'Log': '1.0', Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'Network': '1.1', Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'Port': '1.7', Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'PortForwarding': '1.2', Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'QosPolicy': '1.8', Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'SecurityGroup': '1.4', Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'SecurityGroupRule': '1.2', Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'SubPort': '1.0', Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'Subnet': '1.1', Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: 'Trunk': '1.1'}} Jun 22 18:30:48.895712 dv-cinder-774286-17-smb neutron-server[92920]: {{(pid=92920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:30:48.903962 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:48.904815 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:48.922891 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:48.924297 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:49.002185 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Made reservation on behalf of ff2e7cf91705484da2c9d63c8b5887ed for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:49.007324 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.022086 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1678464 Jun 22 18:30:49.028048 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 46056) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:49.036758 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] Request body: {'subnet': {'network_id': '41714776-f003-4d80-a5c7-28ca66a1fb57', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1786679101-subnet', 'tenant_id': '3bd1c2e035754d08a6c3d20b7fb374fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:49.145091 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] Made reservation on behalf of 3bd1c2e035754d08a6c3d20b7fb374fa for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:49.152801 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.245500 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Pushing event updated for resources: {'Network': ['ID=41714776-f003-4d80-a5c7-28ca66a1fb57,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:49.256481 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:49.266048 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network 41714776-f003-4d80-a5c7-28ca66a1fb57 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:30:49.464013 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.867404 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:49.897159 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.010962 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.050467 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.064008 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Allocated IP 172.28.3.192 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/623b7b34-ffb8-4988-89ab-7fc8ffd14212) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:50.068838 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:50.082403 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.168451 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:30:50.209953 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.210379 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Added segment 3d8a43af-fbab-438a-9a59-ea310a0b2aa3 of type vlan for network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 Jun 22 18:30:50.213059 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7471fe99-db3e-48d7-8014-4a2949271ca4,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:50.223936 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:50.227118 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:50.281799 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] Checking segment: {'id': '76c9d660-f85d-4376-a92a-dfbc7d49d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '41714776-f003-4d80-a5c7-28ca66a1fb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:50.282279 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] Network hostable DHCP agents. Network: 41714776-f003-4d80-a5c7-28ca66a1fb57, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:30:50.325082 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.332190 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fa021d-8881-4202-9c08-d4d9eef64908,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:50.342286 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:50.363952 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] Network 41714776-f003-4d80-a5c7-28ca66a1fb57 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:30:50.386633 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, 41714776-f003-4d80-a5c7-28ca66a1fb57) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:50.393664 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.396149 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:50.397079 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.410736 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d78563-dfef-499b-b2b7-262349036065 None None] Network 41714776-f003-4d80-a5c7-28ca66a1fb57 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:50.416894 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:50.418078 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.422716 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:50.425033 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.437697 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4078822 Jun 22 18:30:50.552812 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.573439 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:50.577497 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8071816 Jun 22 18:30:50.587777 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 46122) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:50.596006 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] Request body: {'subnet': {'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-694281497-subnet', 'tenant_id': 'ff2e7cf91705484da2c9d63c8b5887ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:30:50.643075 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Pushing event updated for resources: {'Network': ['ID=59d01a4b-5a0c-4149-a2c6-30f6a2618e20,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:50.646822 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] Made reservation on behalf of ff2e7cf91705484da2c9d63c8b5887ed for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:30:50.649795 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:50.652559 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:50.669744 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Pushing event updated for resources: {'Port': ['ID=623b7b34-ffb8-4988-89ab-7fc8ffd14212,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:50.678093 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:50.694262 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:50.697621 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:50.702293 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:50.710278 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:30:50.768643 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3597475f-a7ad-4a0e-9bfe-100fd0fbb466 None None] Network 41714776-f003-4d80-a5c7-28ca66a1fb57 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:51.130131 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:51.151293 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f100afdb-8e23-47dd-bb4c-9e663be2bd59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:51.218163 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:51.375654 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c92407-c571-40c7-b8f0-f24e7a21633c,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:51.382871 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:51.412160 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] Checking segment: {'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:51.412698 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] Network hostable DHCP agents. Network: 59d01a4b-5a0c-4149-a2c6-30f6a2618e20, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:30:51.461074 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] Network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:30:51.483843 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, 59d01a4b-5a0c-4149-a2c6-30f6a2618e20) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:51.499443 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:51.502075 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:51.511643 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d63974-a27e-4fd9-9bda-a99182eeb5fb None None] Network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:51.539808 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9446521 Jun 22 18:30:51.864579 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-739597'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:51.915960 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8a4d0e-4c4a-4887-aebf-491699c09c9a None None] Network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:30:51.998408 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 46176) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:52.001695 dv-cinder-774286-17-smb neutron-server[92920]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 18:30:52.162533 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Router 2dd6ca51-2d8f-4131-9039-9acb237dc50f is scheduled to L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:30:52.282654 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 46184) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:52.513208 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-0942e045-c41c-46d9-a27e-9297f9a4da0d tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:52.522987 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-0942e045-c41c-46d9-a27e-9297f9a4da0d tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/networks?id=41714776-f003-4d80-a5c7-28ca66a1fb57 HTTP/1.1" status: 200 len: 812 time: 0.5226390 Jun 22 18:30:52.543127 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:30:52.553811 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-37db2874-1a49-4738-a9ee-52456096f443 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/quotas/3bd1c2e035754d08a6c3d20b7fb374fa HTTP/1.1" status: 200 len: 375 time: 0.0206289 Jun 22 18:30:52.554834 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Sync routers for ids ['2dd6ca51-2d8f-4131-9039-9acb237dc50f'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:30:52.584580 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.590154 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6209931 Jun 22 18:30:52.590837 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 46206) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:52.610127 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Routers {'2dd6ca51-2d8f-4131-9039-9acb237dc50f'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:52.610934 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:30:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['2dd6ca51-2d8f-4131-9039-9acb237dc50f'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:52.648644 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-63c6858f-2765-4ff0-95fe-2de6c0d8d85f tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3bd1c2e035754d08a6c3d20b7fb374fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914257 Jun 22 18:30:52.742456 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c908f9c9-c5c0-480f-b7f3-85fa4cd41117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:52.854875 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Set router 2dd6ca51-2d8f-4131-9039-9acb237dc50f gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:52.924901 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-9038299e-a796-4847-acd1-f62b1cc64be8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:30:52.934070 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-9038299e-a796-4847-acd1-f62b1cc64be8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1125555 Jun 22 18:30:53.067976 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c908f9c9-c5c0-480f-b7f3-85fa4cd41117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.080355 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c908f9c9-c5c0-480f-b7f3-85fa4cd41117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.092915 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:53.112758 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-7fd71fc9-9e4b-45bd-af05-f7f5045a4d6d service neutron] 10.222.0.20 "GET /v2.0/networks/41714776-f003-4d80-a5c7-28ca66a1fb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772997 Jun 22 18:30:53.170733 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 46234) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:53.174628 dv-cinder-774286-17-smb neutron-server[92919]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 18:30:53.220022 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-c908f9c9-c5c0-480f-b7f3-85fa4cd41117 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbbe131d69e0450ba77df6ec8e63beb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9371259 Jun 22 18:30:53.223338 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908f9c9-c5c0-480f-b7f3-85fa4cd41117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de5490d-9970-475e-acef-df7985f922f5,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:53.226146 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 46238) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:53.234667 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c908f9c9-c5c0-480f-b7f3-85fa4cd41117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:53.279404 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'name': 'tempest-ServerRescueNegativeTestJSON-641551335-router', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:48Z', 'updated_at': '2021-06-22T18:30:50Z', 'revision_number': 3, 'project_id': 'f4b35ad2eae2437293a521d8a216c696', 'gw_port': {'id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:49Z', 'updated_at': '2021-06-22T18:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:53.312690 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Checking router: 2dd6ca51-2d8f-4131-9039-9acb237dc50f for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:30:53.313247 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Updating router 2dd6ca51-2d8f-4131-9039-9acb237dc50f port 623b7b34-ffb8-4988-89ab-7fc8ffd14212 binding host dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:30:53.335670 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-7c741f9b-713d-4e35-a348-5344035e015e service neutron] 10.222.0.20 "GET /v2.0/networks/41714776-f003-4d80-a5c7-28ca66a1fb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217591 Jun 22 18:30:53.358710 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.379943 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e827bf48-8069-4328-97fb-2312f6696906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.429855 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e827bf48-8069-4328-97fb-2312f6696906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.506035 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e827bf48-8069-4328-97fb-2312f6696906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.513945 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e827bf48-8069-4328-97fb-2312f6696906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:53.520587 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-e827bf48-8069-4328-97fb-2312f6696906 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9de5490d-9970-475e-acef-df7985f922f5 HTTP/1.1" status: 204 len: 168 time: 0.2915468 Jun 22 18:30:53.521586 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c908f9c9-c5c0-480f-b7f3-85fa4cd41117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:53.532802 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827bf48-8069-4328-97fb-2312f6696906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de5490d-9970-475e-acef-df7985f922f5,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:53.542184 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e827bf48-8069-4328-97fb-2312f6696906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:53.839570 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-259ace3b-59b9-4eed-bd19-a9437cccc081 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:30:53.849600 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-259ace3b-59b9-4eed-bd19-a9437cccc081 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/networks?id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 200 len: 814 time: 0.6771944 Jun 22 18:30:53.881041 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-68980a6b-13a7-41e0-a3e7-8dd59bd658dc tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/quotas/ff2e7cf91705484da2c9d63c8b5887ed HTTP/1.1" status: 200 len: 375 time: 0.0296061 Jun 22 18:30:53.975184 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-af2cdaf5-e1cc-4b9c-8952-b4cf14f3c9ce tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926735 Jun 22 18:30:54.077553 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.091489 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Transition to ACTIVE for port object 623b7b34-ffb8-4988-89ab-7fc8ffd14212 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:30:54.099502 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.105871 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-7bb5fe14-8897-4ca6-9b0c-30ccc16cf907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:54.269438 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Pushing event updated for resources: {'Port': ['ID=623b7b34-ffb8-4988-89ab-7fc8ffd14212,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:54.273430 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Attempting to bind port 623b7b34-ffb8-4988-89ab-7fc8ffd14212 on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:30:54.274617 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Attempting to bind port 623b7b34-ffb8-4988-89ab-7fc8ffd14212 by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:30:54.275432 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Attempting to bind port 623b7b34-ffb8-4988-89ab-7fc8ffd14212 on network 75389754-8e88-4ca5-ba06-bd89ba60b866 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:30:54.293207 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:30:54.293606 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Checking segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:30:54.294019 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.294426 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Bound using segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:30:54.294977 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Bound port: 623b7b34-ffb8-4988-89ab-7fc8ffd14212, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:30:54.295367 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.356586 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a57f1fb9-5c36-45fb-946d-946bf6ba8728 req-be596357-3fbf-435e-95d9-2d673eab51c5 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 210 time: 0.1357856 Jun 22 18:30:54.363675 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.364095 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.364408 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.364740 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.365067 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.365382 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.365708 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.366145 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.367404 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.367404 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.367404 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.367404 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Tracked resource versions report: Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: pushed versions: Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: { 'AddressGroup': {'1.2'}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'ConntrackHelper': {'1.0'}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'Log': {'1.0'}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'Network': {'1.1'}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'Port': {'1.7'}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'PortForwarding': {'1.2'}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'QosPolicy': {'1.8'}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'SecurityGroup': {'1.4'}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'SubPort': {'1.0'}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'Subnet': {'1.1'}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'Trunk': {'1.1'}} Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: consumer versions: Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: { DHCP agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: HyperV agent@hv-cinder-77428: {}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: L3 agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: Metadata agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: Metering agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: Open vSwitch agent@dv-cinder-774286-17-smb: { 'AddressGroup': '1.2', Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'ConntrackHelper': '1.0', Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'Log': '1.0', Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'Network': '1.1', Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'Port': '1.7', Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'PortForwarding': '1.2', Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'QosPolicy': '1.8', Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'SecurityGroup': '1.4', Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'SecurityGroupRule': '1.2', Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'SubPort': '1.0', Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'Subnet': '1.1', Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: 'Trunk': '1.1'}} Jun 22 18:30:54.368617 dv-cinder-774286-17-smb neutron-server[92922]: {{(pid=92922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:30:54.382768 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:54.406754 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.455098 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] For port 623b7b34-ffb8-4988-89ab-7fc8ffd14212, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:30:54.460568 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] For port 623b7b34-ffb8-4988-89ab-7fc8ffd14212, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=623b7b34-ffb8-4988-89ab-7fc8ffd14212,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:30:54.468273 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:54.472844 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:54.540117 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Pushing event updated for resources: {'Port': ['ID=623b7b34-ffb8-4988-89ab-7fc8ffd14212,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:54.560908 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:54.621483 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Routers {'2dd6ca51-2d8f-4131-9039-9acb237dc50f'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:54.624801 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:30:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['2dd6ca51-2d8f-4131-9039-9acb237dc50f'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:54.815957 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Allocated IP 172.20.0.1 (75e6befd-6f26-4650-9b7e-2f30ce50a808/748b275f-0ae5-4fac-9860-855a76ef2bec/6e9178ac-aa15-4c73-bbaa-7a3f43fca58c) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:30:54.865707 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] Set router 2dd6ca51-2d8f-4131-9039-9acb237dc50f gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:55.208630 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.352609 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-1aa8804a-02d5-4885-8b55-edab25699050 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:30:55.354871 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-1aa8804a-02d5-4885-8b55-edab25699050 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3522911 Jun 22 18:30:55.374175 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'name': 'tempest-ServerRescueNegativeTestJSON-641551335-router', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:48Z', 'updated_at': '2021-06-22T18:30:50Z', 'revision_number': 3, 'project_id': 'f4b35ad2eae2437293a521d8a216c696', 'gw_port': {'id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:49Z', 'updated_at': '2021-06-22T18:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:55.472255 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.495397 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-13bca5d8-9084-46d6-9372-c0ac38e2b40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:55.533207 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5478c9f5-f6c1-45ba-bae2-20166ab07997 None None] The sync data for ids ['2dd6ca51-2d8f-4131-9039-9acb237dc50f'] in dv-cinder-774286-17-smb is: [{'id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'name': 'tempest-ServerRescueNegativeTestJSON-641551335-router', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:48Z', 'updated_at': '2021-06-22T18:30:50Z', 'revision_number': 3, 'project_id': 'f4b35ad2eae2437293a521d8a216c696', 'gw_port': {'id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:93:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:49Z', 'updated_at': '2021-06-22T18:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:30:55.553577 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Network 75e6befd-6f26-4650-9b7e-2f30ce50a808 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:55.616222 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b13ed87d-3e68-4a73-b41b-58cce33aa05e req-7bf8ae99-a219-480f-bc8a-ac4b8b28722d tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 210 time: 0.0730128 Jun 22 18:30:55.670889 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:55.675461 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:30:55.676538 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741947'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:55.834116 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-7a90b732-c654-4517-86af-cd5aac7d8def service neutron] 10.222.0.20 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707973 Jun 22 18:30:56.153828 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Pushing event updated for resources: {'Port': ['ID=6e9178ac-aa15-4c73-bbaa-7a3f43fca58c,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:56.164617 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 46368) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:56.188708 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:56.410838 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7a4ddbd1-5b97-4911-8990-c63cd6306759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.536791 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-eae8f04a-d979-4ef5-a5c4-86581e16e87b service neutron] 10.222.0.20 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6496720 Jun 22 18:30:56.537915 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.563699 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7a4ddbd1-5b97-4911-8990-c63cd6306759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.570294 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7a4ddbd1-5b97-4911-8990-c63cd6306759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:56.580520 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:56.676144 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ddbd1-5b97-4911-8990-c63cd6306759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fe5671-e4fa-4da9-90b2-9d50ada3c827,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:56.706632 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7a4ddbd1-5b97-4911-8990-c63cd6306759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:56.738771 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-7a4ddbd1-5b97-4911-8990-c63cd6306759 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87dbcf1aba5e4bb3809bc4dee8a645dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5622253 Jun 22 18:30:56.740127 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 46384) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:57.091959 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d74fdb03-8292-4ece-af80-2df8c130b387 req-e5f869dd-db61-4a07-8785-22c647e14fe3 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 210 time: 0.2222383 Jun 22 18:30:57.184337 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-71dd384a-0108-4894-baa1-d61369e87ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.189180 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.207992 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.210943 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706295'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.218002 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-523ce47e-42ad-4764-a9a1-84e1845164ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:57.321338 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-71dd384a-0108-4894-baa1-d61369e87ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.438117 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-71dd384a-0108-4894-baa1-d61369e87ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.452975 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-71dd384a-0108-4894-baa1-d61369e87ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:57.457795 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-71dd384a-0108-4894-baa1-d61369e87ddf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65fe5671-e4fa-4da9-90b2-9d50ada3c827 HTTP/1.1" status: 204 len: 168 time: 0.7065599 Jun 22 18:30:57.484332 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7a4ddbd1-5b97-4911-8990-c63cd6306759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:57.514256 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd384a-0108-4894-baa1-d61369e87ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fe5671-e4fa-4da9-90b2-9d50ada3c827,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:57.536814 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-71dd384a-0108-4894-baa1-d61369e87ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:57.593593 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-db800a24-ffee-4f7b-be29-c22bf4956668 req-068d1b34-d542-48d9-8207-038dddb5bed3 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 210 time: 0.2901115 Jun 22 18:30:57.739052 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Pushing event updated for resources: {'Port': ['ID=6e9178ac-aa15-4c73-bbaa-7a3f43fca58c,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:57.747711 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:57.955856 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Network 75e6befd-6f26-4650-9b7e-2f30ce50a808 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:30:57.958278 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:30:58.327929 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 623b7b34-ffb8-4988-89ab-7fc8ffd14212 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:30:58.535937 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port 623b7b34-ffb8-4988-89ab-7fc8ffd14212 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:30:58.545221 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 623b7b34-ffb8-4988-89ab-7fc8ffd14212 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:30:58.545656 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:58.590628 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4853d2e6-7f6e-4f6c-88e2-5d68703de048 req-77d6c4a8-0a25-44a1-93ad-cacd4d023f50 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 210 time: 0.1085606 Jun 22 18:30:58.623903 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Router 2dd6ca51-2d8f-4131-9039-9acb237dc50f has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:30:58.830887 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:58.943706 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port 623b7b34-ffb8-4988-89ab-7fc8ffd14212, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=623b7b34-ffb8-4988-89ab-7fc8ffd14212,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:30:58.952830 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:30:58.962686 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:30:59.150196 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-288cf796-6f09-4e01-ab2b-1d04a269c934 req-43720a83-8eb7-4d18-a35c-eab6caf03fd3 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 210 time: 0.0410440 Jun 22 18:30:59.182450 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=623b7b34-ffb8-4988-89ab-7fc8ffd14212,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:30:59.208087 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:59.209383 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:59.210999 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:59.211579 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:59.213659 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:59.214188 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:59.214677 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:59.216619 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:59.218268 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:59.218894 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:59.219430 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:59.220000 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Tracked resource versions report: Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: pushed versions: Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: { 'AddressGroup': {'1.2'}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'ConntrackHelper': {'1.0'}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'Log': {'1.0'}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'Network': {'1.1'}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'Port': {'1.7'}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'PortForwarding': {'1.2'}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'QosPolicy': {'1.8'}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'SecurityGroup': {'1.4'}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'SecurityGroupRule': {'1.2'}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'SubPort': {'1.0'}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'Subnet': {'1.1'}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'Trunk': {'1.1'}} Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: consumer versions: Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: { DHCP agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: HyperV agent@hv-cinder-77428: {}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: L3 agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: Metadata agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: Metering agent@dv-cinder-774286-17-smb: {}, Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: Open vSwitch agent@dv-cinder-774286-17-smb: { 'AddressGroup': '1.2', Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'ConntrackHelper': '1.0', Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'Log': '1.0', Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'Network': '1.1', Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'Port': '1.7', Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'PortForwarding': '1.2', Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'QosPolicy': '1.8', Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'SecurityGroup': '1.4', Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'SecurityGroupRule': '1.2', Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'SubPort': '1.0', Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'Subnet': '1.1', Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: 'Trunk': '1.1'}} Jun 22 18:30:59.221408 dv-cinder-774286-17-smb neutron-server[92921]: {{(pid=92921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 18:30:59.237241 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:30:59.323196 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:30:59.339641 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] 10.222.0.20 "PUT /v2.0/routers/2dd6ca51-2d8f-4131-9039-9acb237dc50f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7473812 Jun 22 18:30:59.341102 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Sync routers for ids ['2dd6ca51-2d8f-4131-9039-9acb237dc50f'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:30:59.378148 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Routers {'2dd6ca51-2d8f-4131-9039-9acb237dc50f'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:30:59.378148 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:30:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['2dd6ca51-2d8f-4131-9039-9acb237dc50f'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:30:59.631077 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Set router 2dd6ca51-2d8f-4131-9039-9acb237dc50f gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:30:59.635745 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.16', 64198) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:30:59.904247 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.169403 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 623b7b34-ffb8-4988-89ab-7fc8ffd14212 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:00.231914 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-2ffba8cb-8334-4b95-b229-c09ce6738e2c tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:00.235048 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-2ffba8cb-8334-4b95-b229-c09ce6738e2c tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.16 "GET /v2.0/networks?id=41714776-f003-4d80-a5c7-28ca66a1fb57 HTTP/1.1" status: 200 len: 812 time: 0.6012771 Jun 22 18:31:00.258250 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2c25c53e-7e40-4b10-bcb4-d878ab011618 req-2ad717cf-d9d3-4a0c-a9fb-7dfc9c523d90 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 210 time: 0.0827062 Jun 22 18:31:00.286403 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Request body: {'port': {'device_id': '5094e916-5fc6-444d-8216-6e9823edfff4', 'network_id': '41714776-f003-4d80-a5c7-28ca66a1fb57', 'admin_state_up': True, 'tenant_id': '3bd1c2e035754d08a6c3d20b7fb374fa'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:00.378533 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 623b7b34-ffb8-4988-89ab-7fc8ffd14212 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:00.379427 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:00.827429 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 46576) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:00.934971 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c2aaa393-8d64-4fdb-9121-d7d25228c647 req-96363693-2fdb-4729-9b35-0482b48eb660 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 210 time: 0.1303811 Jun 22 18:31:01.005346 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'name': 'tempest-ServerRescueNegativeTestJSON-641551335-router', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:48Z', 'updated_at': '2021-06-22T18:30:56Z', 'revision_number': 4, 'project_id': 'f4b35ad2eae2437293a521d8a216c696', 'gw_port': {'id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:49Z', 'updated_at': '2021-06-22T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '6e9178ac-aa15-4c73-bbaa-7a3f43fca58c', 'name': '', 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'mac_address': 'fa:16:3e:44:7e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '748b275f-0ae5-4fac-9860-855a76ef2bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:30:56Z', 'revision_number': 2, 'project_id': 'f4b35ad2eae2437293a521d8a216c696', 'subnets': [{'id': '748b275f-0ae5-4fac-9860-855a76ef2bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:01.021582 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Made reservation on behalf of 3bd1c2e035754d08a6c3d20b7fb374fa for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:01.028640 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:01.078835 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Checking router: 2dd6ca51-2d8f-4131-9039-9acb237dc50f for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:31:01.079397 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Updating router 2dd6ca51-2d8f-4131-9039-9acb237dc50f port 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c binding host dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:31:01.181384 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:01.281633 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-e5a088f7-780d-49a4-ba59-ca504a2afa65 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:01.297419 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-e5a088f7-780d-49a4-ba59-ca504a2afa65 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/networks?id=75e6befd-6f26-4650-9b7e-2f30ce50a808 HTTP/1.1" status: 200 len: 818 time: 0.3016703 Jun 22 18:31:01.338196 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.16', 64205) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:01.360103 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-8dca543b-b5a0-4889-bfe5-ac44bc993140 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/quotas/f4b35ad2eae2437293a521d8a216c696 HTTP/1.1" status: 200 len: 375 time: 0.0597165 Jun 22 18:31:01.547090 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ee19719-c196-48a5-b741-e8bf1ab94878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:01.880647 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-1df7423c-9515-450a-b414-8a1ae1c64885 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b35ad2eae2437293a521d8a216c696&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5190187 Jun 22 18:31:01.881918 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:31:01.959008 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:01.986868 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Transition to ACTIVE for port object 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:02.007641 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:02.046421 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:02.207909 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d4c4e028-4092-4d2e-9a99-965a71ca5b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:02.252446 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-6c437a85-c427-481e-9597-d4a73f7aaadb service neutron] 10.222.0.20 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404050 Jun 22 18:31:02.311981 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ee19719-c196-48a5-b741-e8bf1ab94878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:02.321856 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Attempting to bind port 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:02.322267 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Attempting to bind port 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:02.322721 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Attempting to bind port 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c on network 75e6befd-6f26-4650-9b7e-2f30ce50a808 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:02.336365 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:02.336794 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Checking segment: {'id': 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:02.337841 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:02.338345 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Bound using segment: {'id': 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:02.339119 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Bound port: 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:02.339516 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:02.347815 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-31044617-9db2-459e-8496-56c244ecfac7 req-a4b7b040-29f7-4bf8-9775-49a9a1fb5ec9 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 210 time: 0.4825072 Jun 22 18:31:02.358373 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ba353-82c4-4148-a181-bd1ca5e548b4 None None] Pushing event updated for resources: {'Port': ['ID=6e9178ac-aa15-4c73-bbaa-7a3f43fca58c,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:02.362504 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ee19719-c196-48a5-b741-e8bf1ab94878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:02.363790 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-300ba353-82c4-4148-a181-bd1ca5e548b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:02.398857 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Allocated IP 172.20.0.7 (41714776-f003-4d80-a5c7-28ca66a1fb57/7471fe99-db3e-48d7-8014-4a2949271ca4/249ac526-593f-4b9b-a432-3eed3c16b5b2) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:02.465008 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] For port 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:02.470745 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] For port 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=6e9178ac-aa15-4c73-bbaa-7a3f43fca58c,segment=NetworkSegment(eff6a548-5961-4e8d-8f4c-bf0dca62b58b),segment_id=eff6a548-5961-4e8d-8f4c-bf0dca62b58b)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:02.481275 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:02.488115 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:02.490655 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-96c7b57b-4a51-4907-82b2-d06efe7c8984 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:02.492819 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-96c7b57b-4a51-4907-82b2-d06efe7c8984 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "GET /v2.0/networks?id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 200 len: 814 time: 1.1529207 Jun 22 18:31:02.516197 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:02.531778 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Request body: {'port': {'device_id': '53786124-adfb-494a-8f98-5139fc69438a', 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20', 'admin_state_up': True, 'tenant_id': 'ff2e7cf91705484da2c9d63c8b5887ed'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:02.722192 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Routers {'2dd6ca51-2d8f-4131-9039-9acb237dc50f'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:31:02.722793 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:30:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['2dd6ca51-2d8f-4131-9039-9acb237dc50f'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:02.749317 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-3ee19719-c196-48a5-b741-e8bf1ab94878 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e5be996e9fa4e54a621571608cef5e6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9196954 Jun 22 18:31:02.781426 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 46682) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:02.795133 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ba353-82c4-4148-a181-bd1ca5e548b4 None None] Pushing event updated for resources: {'Port': ['ID=6e9178ac-aa15-4c73-bbaa-7a3f43fca58c,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:02.811605 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-300ba353-82c4-4148-a181-bd1ca5e548b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:02.817130 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee19719-c196-48a5-b741-e8bf1ab94878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20be14a1-5a9b-4c30-b9d1-6e69f27a62f0,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:02.863609 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3ee19719-c196-48a5-b741-e8bf1ab94878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:03.019460 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-2432ebd1-e186-4e91-bf8c-46234333b985 service neutron] 10.222.0.20 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7659853 Jun 22 18:31:03.051316 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c1750078-043c-4ca4-9ed4-04f6b4c2fd88 req-bf896d4f-0265-476f-b2fa-911c55335a8f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 210 time: 0.1153834 Jun 22 18:31:03.111855 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Made reservation on behalf of ff2e7cf91705484da2c9d63c8b5887ed for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:03.116111 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:03.124112 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5729dc93-9120-44b5-b465-9b859e169973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:03.277714 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5729dc93-9120-44b5-b465-9b859e169973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:03.338653 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Allocated IP 172.20.0.14 (59d01a4b-5a0c-4149-a2c6-30f6a2618e20/16c92407-c571-40c7-b8f0-f24e7a21633c/b28aa602-8dff-406e-b615-54954362f384) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:03.656919 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] Set router 2dd6ca51-2d8f-4131-9039-9acb237dc50f gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:31:03.710602 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-82b8f6b2-ab15-426a-9eae-83c0c09e6cb0 req-72e2d5ac-99b5-4173-a120-5574b20b4d93 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 210 time: 0.0810165 Jun 22 18:31:03.754996 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:03.887309 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:03.946412 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 46714) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:03.949039 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e677f0dd-fdf7-4200-b50a-1a743a6934af req-e5603f20-12e6-4375-919f-bcf6ea38e96a tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 210 time: 0.3567922 Jun 22 18:31:04.057921 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5729dc93-9120-44b5-b465-9b859e169973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:04.061283 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5729dc93-9120-44b5-b465-9b859e169973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:04.067215 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-5729dc93-9120-44b5-b465-9b859e169973 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20be14a1-5a9b-4c30-b9d1-6e69f27a62f0 HTTP/1.1" status: 204 len: 168 time: 1.2766778 Jun 22 18:31:04.069196 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:04.138495 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5729dc93-9120-44b5-b465-9b859e169973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20be14a1-5a9b-4c30-b9d1-6e69f27a62f0,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:04.146525 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5729dc93-9120-44b5-b465-9b859e169973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:04.314407 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:04.370841 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:04.852690 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:04.977279 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Network 41714776-f003-4d80-a5c7-28ca66a1fb57 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:05.131934 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-b009510c-12bd-41ff-80a1-56ea1da3fbdb tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:05.135639 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:05.141689 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:05.159716 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-b009510c-12bd-41ff-80a1-56ea1da3fbdb tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/networks?id=75e6befd-6f26-4650-9b7e-2f30ce50a808 HTTP/1.1" status: 200 len: 818 time: 0.4592357 Jun 22 18:31:05.160057 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:05.160731 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:05.172351 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 46764) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:05.185183 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-b10d0768-4607-4a25-a090-f3563078c61d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/quotas/f4b35ad2eae2437293a521d8a216c696 HTTP/1.1" status: 200 len: 375 time: 0.0241060 Jun 22 18:31:05.200877 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'name': 'tempest-ServerRescueNegativeTestJSON-641551335-router', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:48Z', 'updated_at': '2021-06-22T18:30:56Z', 'revision_number': 4, 'project_id': 'f4b35ad2eae2437293a521d8a216c696', 'gw_port': {'id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:49Z', 'updated_at': '2021-06-22T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '6e9178ac-aa15-4c73-bbaa-7a3f43fca58c', 'name': '', 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'mac_address': 'fa:16:3e:44:7e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '748b275f-0ae5-4fac-9860-855a76ef2bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 4, 'project_id': 'f4b35ad2eae2437293a521d8a216c696', 'subnets': [{'id': '748b275f-0ae5-4fac-9860-855a76ef2bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:05.206734 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d520ff59-e723-484a-993c-050552f4aa75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:05.240081 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-08f4ea92-894c-45dd-9575-e692b40674b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:05.344298 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd284f-bcd8-4f7c-b198-cc3af68eb436 None None] The sync data for ids ['2dd6ca51-2d8f-4131-9039-9acb237dc50f'] in dv-cinder-774286-17-smb is: [{'id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'name': 'tempest-ServerRescueNegativeTestJSON-641551335-router', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:48Z', 'updated_at': '2021-06-22T18:30:56Z', 'revision_number': 4, 'project_id': 'f4b35ad2eae2437293a521d8a216c696', 'gw_port': {'id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:49Z', 'updated_at': '2021-06-22T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '6e9178ac-aa15-4c73-bbaa-7a3f43fca58c', 'name': '', 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'mac_address': 'fa:16:3e:44:7e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '748b275f-0ae5-4fac-9860-855a76ef2bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:54Z', 'updated_at': '2021-06-22T18:31:02Z', 'revision_number': 4, 'project_id': 'f4b35ad2eae2437293a521d8a216c696', 'subnets': [{'id': '748b275f-0ae5-4fac-9860-855a76ef2bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:31:05.435458 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-65fda937-ef4f-4c66-8dbb-8e61604cee20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:05.443643 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Pushing event updated for resources: {'Port': ['ID=249ac526-593f-4b9b-a432-3eed3c16b5b2,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:05.465269 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-489683c9-1bc4-4455-b7dd-0790b0740138 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b35ad2eae2437293a521d8a216c696&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2780249 Jun 22 18:31:05.482759 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.112s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:05.496333 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-60dd7b5a-c941-4cc4-a235-bf4e0959c082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.395s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:05.616409 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:05.664745 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 46768) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:05.695073 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:05.739143 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:05.802072 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:05.812989 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-ef8e5ad9-ac10-429d-b090-5aa7423d5a41 service neutron] 10.222.0.20 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444400 Jun 22 18:31:05.836350 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:05.845872 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:05.861742 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Pushing event updated for resources: {'Port': ['ID=b28aa602-8dff-406e-b615-54954362f384,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:05.883544 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:05.923226 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4d7e6b-fb2c-46a5-8b39-db02e9b0af4c req-3c87587b-6756-4283-bd88-cfa22db23c65 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:05.936823 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1d4d7e6b-fb2c-46a5-8b39-db02e9b0af4c req-3c87587b-6756-4283-bd88-cfa22db23c65 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 932 time: 1.1022031 Jun 22 18:31:06.020563 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d520ff59-e723-484a-993c-050552f4aa75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.045591 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d520ff59-e723-484a-993c-050552f4aa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.093972 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8126073 Jun 22 18:31:06.101321 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5970476 Jun 22 18:31:06.194596 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:06.213212 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1d4d7e6b-fb2c-46a5-8b39-db02e9b0af4c req-1a5e5b6b-b2d9-417a-a217-6658d12c9f6d tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727470 Jun 22 18:31:06.275089 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-b4dc0d2a-f4b1-43be-bffb-8bd7224d99a1 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:31:06.288141 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-b4dc0d2a-f4b1-43be-bffb-8bd7224d99a1 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0735362 Jun 22 18:31:06.299798 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:06.325532 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-55a624ef-056d-4b20-97b7-4db7ff003de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.387533 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-2d2e530c-fcbe-4001-93d9-e7f505b44fd9 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:31:06.396254 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-2d2e530c-fcbe-4001-93d9-e7f505b44fd9 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1736667 Jun 22 18:31:06.445404 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-6d5c9ee5-bb26-4622-ab19-7a6441b3f265 service neutron] 10.222.0.20 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177404 Jun 22 18:31:06.459927 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.529727 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:06.549310 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:06.549710 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:06.598829 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-d520ff59-e723-484a-993c-050552f4aa75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8456b1f582c448abacf828e8065367ab&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6772249 Jun 22 18:31:06.603640 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 46790) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:06.616830 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520ff59-e723-484a-993c-050552f4aa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946d23ba-ff75-4eae-913f-c31730a1b7d7,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:06.636080 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d520ff59-e723-484a-993c-050552f4aa75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:06.702085 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Request body: {'port': {'device_id': '53786124-adfb-494a-8f98-5139fc69438a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:07.051601 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 46794) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:07.150857 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.168010 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5447aaec-2ccd-42c9-b7cb-42da8d1df477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.254982 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5447aaec-2ccd-42c9-b7cb-42da8d1df477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.406903 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Request body: {'port': {'device_id': '5094e916-5fc6-444d-8216-6e9823edfff4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:07.437310 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5447aaec-2ccd-42c9-b7cb-42da8d1df477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.438191 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=6e9178ac-aa15-4c73-bbaa-7a3f43fca58c,segment=NetworkSegment(eff6a548-5961-4e8d-8f4c-bf0dca62b58b),segment_id=eff6a548-5961-4e8d-8f4c-bf0dca62b58b)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:07.460948 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.474422 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5447aaec-2ccd-42c9-b7cb-42da8d1df477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.479820 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-5447aaec-2ccd-42c9-b7cb-42da8d1df477 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/946d23ba-ff75-4eae-913f-c31730a1b7d7 HTTP/1.1" status: 204 len: 168 time: 0.8440793 Jun 22 18:31:07.479820 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-08f4ea92-894c-45dd-9575-e692b40674b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.480378 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3ee19719-c196-48a5-b741-e8bf1ab94878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:07.504996 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:07.544814 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.16', 64225) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:07.549104 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447aaec-2ccd-42c9-b7cb-42da8d1df477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946d23ba-ff75-4eae-913f-c31730a1b7d7,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:07.569217 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5447aaec-2ccd-42c9-b7cb-42da8d1df477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:07.623985 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.921407 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=6e9178ac-aa15-4c73-bbaa-7a3f43fca58c,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:07.930046 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-08f4ea92-894c-45dd-9575-e692b40674b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:07.934581 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:07.959421 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e4db6bbf-d966-4cdd-81aa-14e7bd15b9e6 req-bc6f0487-7cfb-47c4-aee4-50d11bf0cf01 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 210 time: 0.4798515 Jun 22 18:31:08.057387 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5729dc93-9120-44b5-b465-9b859e169973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:08.062298 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-08f4ea92-894c-45dd-9575-e692b40674b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e09c466989cb4e52a20262417e0332d0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8526471 Jun 22 18:31:08.069492 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 46816) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:08.103309 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.137641 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c876fa45-e3e3-481f-8c95-6f0af488f442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.179704 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a1176-01af-49ea-a206-c8415f78aed4 req-06715409-7a23-4890-932d-e3375f58cf62 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:08.190770 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2c3a1176-01af-49ea-a206-c8415f78aed4 req-06715409-7a23-4890-932d-e3375f58cf62 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 931 time: 1.3647153 Jun 22 18:31:08.273786 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:08.359256 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-0047e2e9-dfc7-4a8b-97e2-3d840edb4fe6 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:08.370526 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-0047e2e9-dfc7-4a8b-97e2-3d840edb4fe6 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.16 "GET /v2.0/networks?id=75e6befd-6f26-4650-9b7e-2f30ce50a808 HTTP/1.1" status: 200 len: 818 time: 0.8005536 Jun 22 18:31:08.477262 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Request body: {'port': {'device_id': '5f153d1c-b4ea-4f98-8764-789848f6c1a3', 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808', 'admin_state_up': True, 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:08.568953 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:08.570790 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.728330 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.734318 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4ea92-894c-45dd-9575-e692b40674b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26ba449-9512-447e-8805-7560277d9d58,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:08.738384 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-08f4ea92-894c-45dd-9575-e692b40674b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:08.790060 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-55a624ef-056d-4b20-97b7-4db7ff003de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:08.893196 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 46834) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:08.948317 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2c3a1176-01af-49ea-a206-c8415f78aed4 req-a4a38796-7711-4616-91f1-2b04f866a25b tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7568119 Jun 22 18:31:08.997274 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ae7ced6a-5879-4b3c-bef3-51eb644f8439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.055547 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-55a624ef-056d-4b20-97b7-4db7ff003de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.155879 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:09.160308 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-55a624ef-056d-4b20-97b7-4db7ff003de2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2bd75530e2e94171bc1396eb9aff61b7&name=default HTTP/1.1" status: 200 len: 2975 time: 3.4937840 Jun 22 18:31:09.188516 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 46842) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:09.566259 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a624ef-056d-4b20-97b7-4db7ff003de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0955040e-1b75-4b36-a8aa-f85826b4f4c4,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:09.585265 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-55a624ef-056d-4b20-97b7-4db7ff003de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:09.619597 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-daccdd65-894e-4b58-b6db-238be218e175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.670228 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ae7ced6a-5879-4b3c-bef3-51eb644f8439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.703467 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f054fb00-0356-480f-b7f3-af2944381510 req-40409dde-cd36-4587-8014-ea668c6932a5 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 210 time: 0.0959747 Jun 22 18:31:09.728734 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf341e-feb8-4dc3-a184-90a3da2f3992 req-f5f31ccb-c9db-409d-93f0-19a206a702ec tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:09.731224 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cccf341e-feb8-4dc3-a184-90a3da2f3992 req-f5f31ccb-c9db-409d-93f0-19a206a702ec tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 932 time: 1.1705978 Jun 22 18:31:09.741174 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-73f0b574-da77-44be-a210-c0353f646c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.852843 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c876fa45-e3e3-481f-8c95-6f0af488f442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.900476 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c876fa45-e3e3-481f-8c95-6f0af488f442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.904578 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-73f0b574-da77-44be-a210-c0353f646c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:09.938788 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:09.977371 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cccf341e-feb8-4dc3-a184-90a3da2f3992 req-2ffea075-8fdb-46eb-b2d5-13b44137999d tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325423 Jun 22 18:31:10.005695 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-daccdd65-894e-4b58-b6db-238be218e175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.025541 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-daccdd65-894e-4b58-b6db-238be218e175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.033058 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-c876fa45-e3e3-481f-8c95-6f0af488f442 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75425d2d8ff44dec9d5515f5ebf425f9&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8923893 Jun 22 18:31:10.040973 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:10.052658 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 46850) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:10.095283 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876fa45-e3e3-481f-8c95-6f0af488f442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1bc6c5-712c-46d3-9ce5-6c5b544d8d19,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:10.146499 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c876fa45-e3e3-481f-8c95-6f0af488f442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:10.200201 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ae7ced6a-5879-4b3c-bef3-51eb644f8439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.229572 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ae7ced6a-5879-4b3c-bef3-51eb644f8439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.231301 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-ae7ced6a-5879-4b3c-bef3-51eb644f8439 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b26ba449-9512-447e-8805-7560277d9d58 HTTP/1.1" status: 204 len: 168 time: 2.1579013 Jun 22 18:31:10.234544 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-daccdd65-894e-4b58-b6db-238be218e175 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de2ab3d7a1454595bfe625fc0fde5a17&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3080580 Jun 22 18:31:10.251636 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 46852) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:10.254805 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccdd65-894e-4b58-b6db-238be218e175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5a17f2-721b-4b4b-8e14-1f84bbf14c01,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:10.272867 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Made reservation on behalf of f4b35ad2eae2437293a521d8a216c696 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:10.287560 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.296471 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-daccdd65-894e-4b58-b6db-238be218e175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:10.298350 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d520ff59-e723-484a-993c-050552f4aa75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:10.412534 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 249ac526-593f-4b9b-a432-3eed3c16b5b2 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:10.426900 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ced6a-5879-4b3c-bef3-51eb644f8439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26ba449-9512-447e-8805-7560277d9d58,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:10.427161 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ab7a389-a173-4909-b545-126c93fecee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.429138 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-73f0b574-da77-44be-a210-c0353f646c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.430801 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.439294 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ae7ced6a-5879-4b3c-bef3-51eb644f8439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:10.448703 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28aa602-8dff-406e-b615-54954362f384 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:10.453644 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-73f0b574-da77-44be-a210-c0353f646c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.455160 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-73f0b574-da77-44be-a210-c0353f646c20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0955040e-1b75-4b36-a8aa-f85826b4f4c4 HTTP/1.1" status: 204 len: 168 time: 1.2655208 Jun 22 18:31:10.466521 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.487646 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Transition to ACTIVE for port object 249ac526-593f-4b9b-a432-3eed3c16b5b2 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:10.500231 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.501555 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Transition to ACTIVE for port object b28aa602-8dff-406e-b615-54954362f384 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:10.514169 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:10.526149 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:10.529559 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.609297 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7621a35-a1e2-4928-b37b-e72458264975 req-210804c0-659b-491c-b1ff-7bc7d14a30b9 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:10.610952 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c7621a35-a1e2-4928-b37b-e72458264975 req-210804c0-659b-491c-b1ff-7bc7d14a30b9 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 931 time: 0.3134861 Jun 22 18:31:10.630996 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Pushing event updated for resources: {'Port': ['ID=249ac526-593f-4b9b-a432-3eed3c16b5b2,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:10.669626 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:10.671472 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-263b1c56-70ea-4545-8761-574f12218468 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:10.691956 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0b574-da77-44be-a210-c0353f646c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0955040e-1b75-4b36-a8aa-f85826b4f4c4,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:10.710414 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-73f0b574-da77-44be-a210-c0353f646c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:10.798397 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Attempting to bind port 249ac526-593f-4b9b-a432-3eed3c16b5b2 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:10.799100 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Attempting to bind port 249ac526-593f-4b9b-a432-3eed3c16b5b2 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '76c9d660-f85d-4376-a92a-dfbc7d49d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '41714776-f003-4d80-a5c7-28ca66a1fb57'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:10.799612 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Attempting to bind port 249ac526-593f-4b9b-a432-3eed3c16b5b2 on network 41714776-f003-4d80-a5c7-28ca66a1fb57 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:10.817116 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Pushing event updated for resources: {'Port': ['ID=b28aa602-8dff-406e-b615-54954362f384,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:10.823285 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Port 249ac526-593f-4b9b-a432-3eed3c16b5b2 on network 41714776-f003-4d80-a5c7-28ca66a1fb57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:10.824048 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Attempting to bind port 249ac526-593f-4b9b-a432-3eed3c16b5b2 on network 41714776-f003-4d80-a5c7-28ca66a1fb57 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:10.830239 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c7621a35-a1e2-4928-b37b-e72458264975 req-db375c17-c12b-4da8-8e13-cb2252610744 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046525 Jun 22 18:31:10.831360 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:10.836483 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Attempting to bind port b28aa602-8dff-406e-b615-54954362f384 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:10.836992 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Attempting to bind port b28aa602-8dff-406e-b615-54954362f384 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:10.837546 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Attempting to bind port b28aa602-8dff-406e-b615-54954362f384 on network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:10.846401 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:10.847109 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Checking segment: {'id': '76c9d660-f85d-4376-a92a-dfbc7d49d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '41714776-f003-4d80-a5c7-28ca66a1fb57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:10.847937 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Bound using segment: {'id': '76c9d660-f85d-4376-a92a-dfbc7d49d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '41714776-f003-4d80-a5c7-28ca66a1fb57'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:10.848692 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Bound port: 249ac526-593f-4b9b-a432-3eed3c16b5b2, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c9d660-f85d-4376-a92a-dfbc7d49d95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '41714776-f003-4d80-a5c7-28ca66a1fb57'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:10.849276 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.854118 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Port b28aa602-8dff-406e-b615-54954362f384 on network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:10.854772 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Attempting to bind port b28aa602-8dff-406e-b615-54954362f384 on network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:10.871674 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:10.872287 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Checking segment: {'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:10.873264 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Bound using segment: {'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:10.874003 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Bound port: b28aa602-8dff-406e-b615-54954362f384, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:10.874632 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:10.891977 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ab7a389-a173-4909-b545-126c93fecee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.004308 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] For port 249ac526-593f-4b9b-a432-3eed3c16b5b2, host hv-cinder-77428, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:11.061320 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] For port 249ac526-593f-4b9b-a432-3eed3c16b5b2, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=249ac526-593f-4b9b-a432-3eed3c16b5b2,segment=NetworkSegment(76c9d660-f85d-4376-a92a-dfbc7d49d95c),segment_id=76c9d660-f85d-4376-a92a-dfbc7d49d95c)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:11.063955 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] For port b28aa602-8dff-406e-b615-54954362f384, host hv-cinder-77428, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:11.067984 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.070484 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:11.227594 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] For port b28aa602-8dff-406e-b615-54954362f384, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b28aa602-8dff-406e-b615-54954362f384,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:11.252142 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.262602 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.263437 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.265135 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] 10.222.0.16 "PUT /v2.0/ports/249ac526-593f-4b9b-a432-3eed3c16b5b2 HTTP/1.1" status: 200 len: 1093 time: 4.7892590 Jun 22 18:31:11.266398 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5094e916-5fc6-444d-8216-6e9823edfff4', 'tag': '249ac526-593f-4b9b-a432-3eed3c16b5b2'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:11.421662 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-118ec515-252c-4cb9-84be-e6e9375b9b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.523923 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.524756 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.526717 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] 10.222.0.16 "PUT /v2.0/ports/b28aa602-8dff-406e-b615-54954362f384 HTTP/1.1" status: 200 len: 1094 time: 5.0553143 Jun 22 18:31:11.527807 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Pushing event updated for resources: {'Port': ['ID=249ac526-593f-4b9b-a432-3eed3c16b5b2,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:11.538838 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:11.539766 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:11.573935 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-af77d3ce-2e5e-403b-848f-c8cc52136980 req-cfcd4d7c-f0ee-4e0c-8678-2fe348801617 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 210 time: 0.2615697 Jun 22 18:31:11.692225 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-118ec515-252c-4cb9-84be-e6e9375b9b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.758891 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ab7a389-a173-4909-b545-126c93fecee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.761121 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Allocated IP 172.20.0.4 (75e6befd-6f26-4650-9b7e-2f30ce50a808/748b275f-0ae5-4fac-9860-855a76ef2bec/a6dad63c-e32c-4e2f-b78e-2c9c2913157d) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:11.792731 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ab7a389-a173-4909-b545-126c93fecee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:11.794156 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-9ab7a389-a173-4909-b545-126c93fecee3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f1bc6c5-712c-46d3-9ce5-6c5b544d8d19 HTTP/1.1" status: 204 len: 168 time: 1.7375133 Jun 22 18:31:11.795873 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:11.853958 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Pushing event updated for resources: {'Port': ['ID=b28aa602-8dff-406e-b615-54954362f384,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:11.859191 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7a389-a173-4909-b545-126c93fecee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1bc6c5-712c-46d3-9ce5-6c5b544d8d19,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:11.873628 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9ab7a389-a173-4909-b545-126c93fecee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:11.879226 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66fa81e-21da-402a-a92f-96b7de0d61bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5094e916-5fc6-444d-8216-6e9823edfff4", "tag": "249ac526-593f-4b9b-a432-3eed3c16b5b2"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:11.892441 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:11.941585 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-5412a399-3cb9-4344-947f-4acbf7bef434 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:11.946136 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-5412a399-3cb9-4344-947f-4acbf7bef434 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.16 "GET /v2.0/networks?id=75e6befd-6f26-4650-9b7e-2f30ce50a808 HTTP/1.1" status: 200 len: 818 time: 0.5726252 Jun 22 18:31:12.001791 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Request body: {'port': {'device_id': '80a06b6f-a4e7-47c7-a231-50af80dca552', 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808', 'admin_state_up': True, 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:12.055811 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-118ec515-252c-4cb9-84be-e6e9375b9b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.114897 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-118ec515-252c-4cb9-84be-e6e9375b9b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.123646 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-118ec515-252c-4cb9-84be-e6e9375b9b7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a5a17f2-721b-4b4b-8e14-1f84bbf14c01 HTTP/1.1" status: 204 len: 168 time: 1.8676565 Jun 22 18:31:12.241255 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.16', 64230) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:12.328304 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:12.536179 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ec515-252c-4cb9-84be-e6e9375b9b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5a17f2-721b-4b4b-8e14-1f84bbf14c01,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:12.597651 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf72b40d-ef0d-4be3-9845-b67474384275 x-openstack-request-id: req-cf72b40d-ef0d-4be3-9845-b67474384275 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:12.600092 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5094e916-5fc6-444d-8216-6e9823edfff4", "tag": "249ac526-593f-4b9b-a432-3eed3c16b5b2", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:12.600439 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf72b40d-ef0d-4be3-9845-b67474384275 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:12.600946 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5094e916-5fc6-444d-8216-6e9823edfff4', 'tag': '249ac526-593f-4b9b-a432-3eed3c16b5b2', 'status': 'completed', 'code': 200} Jun 22 18:31:12.601323 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-118ec515-252c-4cb9-84be-e6e9375b9b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:12.668848 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae88265-3df6-41cc-846d-a6571851a90c req-6fe2fbb7-a919-4218-8dd2-8025b331daaa tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:12.682405 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eae88265-3df6-41cc-846d-a6571851a90c req-6fe2fbb7-a919-4218-8dd2-8025b331daaa tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 944 time: 1.1025691 Jun 22 18:31:12.723063 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.887345 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:12.894157 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-305faf43-5a62-4cd5-ad37-654d0613d6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:13.105384 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Network 75e6befd-6f26-4650-9b7e-2f30ce50a808 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:13.136835 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:13.146724 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:13.155646 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:13.156926 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.189445 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7693560 Jun 22 18:31:13.215560 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Pushing event updated for resources: {'Port': ['ID=a6dad63c-e32c-4e2f-b78e-2c9c2913157d,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:13.251210 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:13.261420 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-cfb4e934-033c-48b4-b633-bcf86a46de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:13.275235 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-cfb4e934-033c-48b4-b633-bcf86a46de60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3bd1c2e035754d08a6c3d20b7fb374fa&device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 1096 time: 1.2868371 Jun 22 18:31:13.289959 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eae88265-3df6-41cc-846d-a6571851a90c req-983d084a-1204-42ae-a965-e493049268f6 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5519052 Jun 22 18:31:13.342569 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-536854a9-4274-4471-a7a8-114825491d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:13.345311 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-536854a9-4274-4471-a7a8-114825491d4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 1097 time: 1.0929868 Jun 22 18:31:13.387271 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd67c46-2d1c-4b37-b173-abc95c4d5105 req-190723cc-67da-4aca-b90b-10ebbb959a4a tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:13.389282 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9fd67c46-2d1c-4b37-b173-abc95c4d5105 req-190723cc-67da-4aca-b90b-10ebbb959a4a tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 943 time: 0.4194229 Jun 22 18:31:13.434595 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Made reservation on behalf of f4b35ad2eae2437293a521d8a216c696 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:13.458109 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.530248 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9fd67c46-2d1c-4b37-b173-abc95c4d5105 req-b1b7cfbd-d377-4a11-9fe7-83fd30bb0df3 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307306 Jun 22 18:31:13.553215 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Request body: {'port': {'device_id': '5f153d1c-b4ea-4f98-8764-789848f6c1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:13.771807 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-462be7b7-11db-4896-9d27-3b77418b993e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=249ac526-593f-4b9b-a432-3eed3c16b5b2 HTTP/1.1" status: 200 len: 217 time: 0.2868946 Jun 22 18:31:13.773217 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-3ec518a8-9f21-4a4d-a385-b1d77c2f1619 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b28aa602-8dff-406e-b615-54954362f384 HTTP/1.1" status: 200 len: 217 time: 0.2895548 Jun 22 18:31:13.809861 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:13.881585 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f898b384-9314-4c31-9d5b-74fdfef26fa5 req-f14fa8fe-116b-42a0-8ab3-c5e31210bffa tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 210 time: 0.2570825 Jun 22 18:31:14.068922 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-0551cdaa-6f1f-4f54-a706-31553c422faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.070771 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-0551cdaa-6f1f-4f54-a706-31553c422faa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7471fe99-db3e-48d7-8014-4a2949271ca4 HTTP/1.1" status: 200 len: 852 time: 0.1844065 Jun 22 18:31:14.610656 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53786124-adfb-494a-8f98-5139fc69438a', 'tag': 'b28aa602-8dff-406e-b615-54954362f384'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:14.613467 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906f8693-fc6d-449b-995a-9dba18ed5b95" -d '{"events": [{"name": "network-changed", "server_uuid": "53786124-adfb-494a-8f98-5139fc69438a", "tag": "b28aa602-8dff-406e-b615-54954362f384"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:14.697771 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defd9be-08d3-4fac-9ce4-a075bcab7fcd req-e74ee6fe-19a8-4ccb-9d2a-43c17517b437 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.707682 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5defd9be-08d3-4fac-9ce4-a075bcab7fcd req-e74ee6fe-19a8-4ccb-9d2a-43c17517b437 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 944 time: 0.1294277 Jun 22 18:31:14.772736 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-0087b8d3-6985-465a-92f2-740938965a28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41714776-f003-4d80-a5c7-28ca66a1fb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548648 Jun 22 18:31:14.816481 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5defd9be-08d3-4fac-9ce4-a075bcab7fcd req-0221ef51-72f7-4259-9c8b-443fafe146eb tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077082 Jun 22 18:31:14.846197 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-c35d8bdc-9fe0-4fbf-9453-84045fa95b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:14.847796 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-c35d8bdc-9fe0-4fbf-9453-84045fa95b34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16c92407-c571-40c7-b8f0-f24e7a21633c HTTP/1.1" status: 200 len: 854 time: 0.9601581 Jun 22 18:31:14.871613 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Allocated IP 172.20.0.6 (75e6befd-6f26-4650-9b7e-2f30ce50a808/748b275f-0ae5-4fac-9860-855a76ef2bec/94b0e541-6e76-407e-b0ec-901a439dec43) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:15.062598 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0a3aec-cbba-4bb4-b72d-be9a0a7d7984 x-openstack-request-id: req-ea0a3aec-cbba-4bb4-b72d-be9a0a7d7984 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:15.067260 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53786124-adfb-494a-8f98-5139fc69438a", "tag": "b28aa602-8dff-406e-b615-54954362f384", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:15.067881 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea0a3aec-cbba-4bb4-b72d-be9a0a7d7984 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:15.069360 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53786124-adfb-494a-8f98-5139fc69438a', 'tag': 'b28aa602-8dff-406e-b615-54954362f384', 'status': 'completed', 'code': 200} Jun 22 18:31:15.080935 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-3f5931e2-b453-4a22-b072-b4464e5e46e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665187 Jun 22 18:31:15.246173 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-e1689f33-6f11-455f-9e11-20a58ffc3e7c service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449277 Jun 22 18:31:15.251992 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-76bf85bd-4ab4-47fe-a5cb-b8a5736e33bb req-a62af624-336f-4d5d-89b1-7e65a6903478 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 210 time: 0.0809262 Jun 22 18:31:15.297857 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42833363-de5c-4188-b2b1-d354b1ef7ba8 req-7f422897-461e-447f-a1d6-20ef938439f6 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:15.299802 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-42833363-de5c-4188-b2b1-d354b1ef7ba8 req-7f422897-461e-447f-a1d6-20ef938439f6 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 943 time: 0.4713054 Jun 22 18:31:15.626073 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-42833363-de5c-4188-b2b1-d354b1ef7ba8 req-aaa7d1d3-54d7-424d-a9f9-0674d187b9e3 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162292 Jun 22 18:31:15.638343 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-32f62eef-51b4-427c-a301-1668a3835b83 service neutron] 10.222.0.16 "GET /v2.0/networks/41714776-f003-4d80-a5c7-28ca66a1fb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270875 Jun 22 18:31:15.794836 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-90d960c6-5e2f-4d91-9000-740f0dc8cb19 req-e26d2dc9-1658-40ea-9679-632f2ba57777 service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355890 Jun 22 18:31:15.832103 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:15.935150 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1c47003e-174a-4763-ac9f-b8039bbf4ea3 req-718d87d7-5f51-4fbf-8af0-4c6e99dd7dc2 service neutron] 10.222.0.16 "GET /v2.0/networks/41714776-f003-4d80-a5c7-28ca66a1fb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670329 Jun 22 18:31:16.552225 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:16.598237 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:16.697046 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Network 75e6befd-6f26-4650-9b7e-2f30ce50a808 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:16.745680 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:16.763335 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f8693-fc6d-449b-995a-9dba18ed5b95 req-cfa62271-1f76-4b11-800f-ca780551a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:16.766145 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-906f8693-fc6d-449b-995a-9dba18ed5b95 req-cfa62271-1f76-4b11-800f-ca780551a74a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 1097 time: 0.8257401 Jun 22 18:31:16.775824 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:16.805677 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:16.812241 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:16.840652 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fa81e-21da-402a-a92f-96b7de0d61bd req-6e204e0f-22ff-4e23-9641-1bf2f32c2a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:16.848377 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c66fa81e-21da-402a-a92f-96b7de0d61bd req-6e204e0f-22ff-4e23-9641-1bf2f32c2a70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3bd1c2e035754d08a6c3d20b7fb374fa&device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 1096 time: 0.7088406 Jun 22 18:31:16.849048 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848357f-fdaf-4937-af2c-7788e44c460c req-c5335bc1-24f9-4a19-96e5-477cff56de55 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:16.859373 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f848357f-fdaf-4937-af2c-7788e44c460c req-c5335bc1-24f9-4a19-96e5-477cff56de55 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 944 time: 0.3604093 Jun 22 18:31:16.906254 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Pushing event updated for resources: {'Port': ['ID=94b0e541-6e76-407e-b0ec-901a439dec43,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:17.018618 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:17.067149 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f848357f-fdaf-4937-af2c-7788e44c460c req-f444ab41-1c3d-420e-99e5-c0e8d200af15 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069678 Jun 22 18:31:17.254717 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6dad63c-e32c-4e2f-b78e-2c9c2913157d {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:17.288284 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:17.380655 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Transition to ACTIVE for port object a6dad63c-e32c-4e2f-b78e-2c9c2913157d will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:17.390745 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:17.416521 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:17.515964 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5314023 Jun 22 18:31:17.652981 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Pushing event updated for resources: {'Port': ['ID=a6dad63c-e32c-4e2f-b78e-2c9c2913157d,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:17.666377 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Request body: {'port': {'device_id': '80a06b6f-a4e7-47c7-a231-50af80dca552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:17.672980 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:17.892796 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Attempting to bind port a6dad63c-e32c-4e2f-b78e-2c9c2913157d on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:17.893573 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Attempting to bind port a6dad63c-e32c-4e2f-b78e-2c9c2913157d by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:17.893697 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Attempting to bind port a6dad63c-e32c-4e2f-b78e-2c9c2913157d on network 75e6befd-6f26-4650-9b7e-2f30ce50a808 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:17.908052 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Port a6dad63c-e32c-4e2f-b78e-2c9c2913157d on network 75e6befd-6f26-4650-9b7e-2f30ce50a808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:17.908546 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Attempting to bind port a6dad63c-e32c-4e2f-b78e-2c9c2913157d on network 75e6befd-6f26-4650-9b7e-2f30ce50a808 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:17.921095 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:17.921730 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Checking segment: {'id': 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:17.922654 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Bound using segment: {'id': 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:17.923392 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Bound port: a6dad63c-e32c-4e2f-b78e-2c9c2913157d, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:17.924123 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:17.955637 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e7a19-9fd9-422a-81e7-27af715966c8 req-4a133f49-d616-4bb8-b99c-3104bf7284e7 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:17.969061 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8d1e7a19-9fd9-422a-81e7-27af715966c8 req-4a133f49-d616-4bb8-b99c-3104bf7284e7 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 943 time: 0.3469121 Jun 22 18:31:18.059797 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c49e18-0f76-49c6-8ead-7c850a93ced7 req-1f63142c-fa24-4caa-8c1c-8c9d288dd246 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:18.062585 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-09c49e18-0f76-49c6-8ead-7c850a93ced7 req-1f63142c-fa24-4caa-8c1c-8c9d288dd246 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 931 time: 1.2358210 Jun 22 18:31:18.078558 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f8693-fc6d-449b-995a-9dba18ed5b95 req-92bf259f-c68f-4fc4-b800-3c33a6f9915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:18.081600 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-906f8693-fc6d-449b-995a-9dba18ed5b95 req-92bf259f-c68f-4fc4-b800-3c33a6f9915a service neutron] 10.222.0.16 "GET /v2.0/networks?id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 200 len: 915 time: 1.0726695 Jun 22 18:31:18.139339 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fa81e-21da-402a-a92f-96b7de0d61bd req-96b5555f-15e2-4dff-97be-2e479637c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:18.141961 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c66fa81e-21da-402a-a92f-96b7de0d61bd req-96b5555f-15e2-4dff-97be-2e479637c4a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41714776-f003-4d80-a5c7-28ca66a1fb57 HTTP/1.1" status: 200 len: 913 time: 1.1172318 Jun 22 18:31:18.266283 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8d1e7a19-9fd9-422a-81e7-27af715966c8 req-72dd3bbd-da65-4ed8-a977-179a6e6257dd tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957788 Jun 22 18:31:18.287368 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-906f8693-fc6d-449b-995a-9dba18ed5b95 req-a97271f5-11db-448a-9569-ea5919c738c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b28aa602-8dff-406e-b615-54954362f384 HTTP/1.1" status: 200 len: 217 time: 0.1504433 Jun 22 18:31:18.304644 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c66fa81e-21da-402a-a92f-96b7de0d61bd req-ed6ad836-08d2-4f9a-9673-d7f303e1d536 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=249ac526-593f-4b9b-a432-3eed3c16b5b2 HTTP/1.1" status: 200 len: 217 time: 0.1360741 Jun 22 18:31:18.324733 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] For port a6dad63c-e32c-4e2f-b78e-2c9c2913157d, host hv-cinder-77428, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:18.337965 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] For port a6dad63c-e32c-4e2f-b78e-2c9c2913157d, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a6dad63c-e32c-4e2f-b78e-2c9c2913157d,segment=NetworkSegment(eff6a548-5961-4e8d-8f4c-bf0dca62b58b),segment_id=eff6a548-5961-4e8d-8f4c-bf0dca62b58b)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:18.346066 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:18.348997 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:18.356932 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:18.442398 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:18.443211 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:18.444976 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-548d0bb1-d176-4625-b766-85f93303431d service neutron] 10.222.0.16 "PUT /v2.0/ports/a6dad63c-e32c-4e2f-b78e-2c9c2913157d HTTP/1.1" status: 200 len: 1093 time: 4.9418578 Jun 22 18:31:18.445547 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f153d1c-b4ea-4f98-8764-789848f6c1a3', 'tag': 'a6dad63c-e32c-4e2f-b78e-2c9c2913157d'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:18.459795 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-09c49e18-0f76-49c6-8ead-7c850a93ced7 req-1536d350-f727-4cda-b054-47cc1496caa4 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761611 Jun 22 18:31:18.552011 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fa81e-21da-402a-a92f-96b7de0d61bd req-84883e4b-13a9-4ad1-b93f-804130a1ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:18.554748 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c66fa81e-21da-402a-a92f-96b7de0d61bd req-84883e4b-13a9-4ad1-b93f-804130a1ee91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7471fe99-db3e-48d7-8014-4a2949271ca4 HTTP/1.1" status: 200 len: 852 time: 0.2331491 Jun 22 18:31:18.582119 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f8693-fc6d-449b-995a-9dba18ed5b95 req-4fce510c-864c-4482-8823-b8ed1587cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:18.584833 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-906f8693-fc6d-449b-995a-9dba18ed5b95 req-4fce510c-864c-4482-8823-b8ed1587cd9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16c92407-c571-40c7-b8f0-f24e7a21633c HTTP/1.1" status: 200 len: 854 time: 0.2651978 Jun 22 18:31:18.643338 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c66fa81e-21da-402a-a92f-96b7de0d61bd req-00db4a39-3e18-4bac-a402-8396babec427 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41714776-f003-4d80-a5c7-28ca66a1fb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799005 Jun 22 18:31:18.680073 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Pushing event updated for resources: {'Port': ['ID=a6dad63c-e32c-4e2f-b78e-2c9c2913157d,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:18.697087 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:19.024915 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d57b2-0e5b-41b5-a2bf-f22a27e06aa6 req-e16c22a9-6dd0-453d-a837-bbcb149762ee tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:19.035601 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-906f8693-fc6d-449b-995a-9dba18ed5b95 req-af35c46c-1fc9-42eb-837c-834b7c98429d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4399662 Jun 22 18:31:19.048586 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cb0d57b2-0e5b-41b5-a2bf-f22a27e06aa6 req-e16c22a9-6dd0-453d-a837-bbcb149762ee tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 944 time: 0.4340219 Jun 22 18:31:19.061172 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 47108) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:19.188116 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-03cf0265-9439-48a7-ac9b-b6dd8ccf9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:19.201297 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-03cf0265-9439-48a7-ac9b-b6dd8ccf9245 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4b35ad2eae2437293a521d8a216c696&device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 1096 time: 0.5886364 Jun 22 18:31:19.352607 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c66fa81e-21da-402a-a92f-96b7de0d61bd req-52d064f9-53a3-4c27-8a23-1be5d795c3e9 service neutron] 10.222.0.16 "GET /v2.0/networks/41714776-f003-4d80-a5c7-28ca66a1fb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6994567 Jun 22 18:31:19.363747 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-af62456b-9466-437e-9730-ca848a9eb7c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dad63c-e32c-4e2f-b78e-2c9c2913157d HTTP/1.1" status: 200 len: 217 time: 0.1511791 Jun 22 18:31:19.476198 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cb0d57b2-0e5b-41b5-a2bf-f22a27e06aa6 req-eb97a126-d390-4aab-9f82-3259a3dd6770 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134030 Jun 22 18:31:19.492339 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c66fa81e-21da-402a-a92f-96b7de0d61bd req-14cbe8a9-3d51-43e0-9b24-cdf28f57335b service neutron] 10.222.0.16 "GET /v2.0/networks/41714776-f003-4d80-a5c7-28ca66a1fb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218138 Jun 22 18:31:19.498370 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5230db8-44f5-4509-93e7-2a8295b11f98" -d '{"events": [{"name": "network-changed", "server_uuid": "5f153d1c-b4ea-4f98-8764-789848f6c1a3", "tag": "a6dad63c-e32c-4e2f-b78e-2c9c2913157d"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:19.574068 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-60af5bcf-9204-47cf-aed8-60b7d092b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:19.585515 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-60af5bcf-9204-47cf-aed8-60b7d092b620 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=748b275f-0ae5-4fac-9860-855a76ef2bec HTTP/1.1" status: 200 len: 858 time: 0.2150962 Jun 22 18:31:19.598512 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-906f8693-fc6d-449b-995a-9dba18ed5b95 req-d6e4a6bf-02ef-45c7-8992-cf59e57078e1 service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544293 Jun 22 18:31:19.744148 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-bdec223e-cf48-4465-9998-866da90fe626 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75e6befd-6f26-4650-9b7e-2f30ce50a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505566 Jun 22 18:31:19.822764 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-906f8693-fc6d-449b-995a-9dba18ed5b95 req-445ea56f-e95a-437e-bf22-af3a67b35692 service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177899 Jun 22 18:31:19.907375 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b7ce8-876b-4390-93c4-f4e1af122ca7 req-284d98be-b433-4264-9e5d-a57647572f37 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:19.916248 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-607b7ce8-876b-4390-93c4-f4e1af122ca7 req-284d98be-b433-4264-9e5d-a57647572f37 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 943 time: 0.2020929 Jun 22 18:31:19.985454 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f1079bfb-40cb-49f2-8b52-42e5030a269d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:19.986709 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b0e541-6e76-407e-b0ec-901a439dec43 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:20.022005 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-b5bfc0b7-62b8-49ce-b277-81885b7037ee service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683733 Jun 22 18:31:20.024118 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-607b7ce8-876b-4390-93c4-f4e1af122ca7 req-9622fbec-1117-4574-ad03-d745f2350278 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060190 Jun 22 18:31:20.031433 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:20.074624 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Transition to ACTIVE for port object 94b0e541-6e76-407e-b0ec-901a439dec43 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:20.082187 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:20.108932 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:20.332634 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3a0e28b-8a74-4ce2-933e-1afd07e6b9cd req-be92829f-d6f3-4958-a9c4-6d9c75ecf701 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016384 Jun 22 18:31:20.366976 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae1e29-4051-4254-b636-9766359b5826 x-openstack-request-id: req-e5ae1e29-4051-4254-b636-9766359b5826 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:20.368336 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f153d1c-b4ea-4f98-8764-789848f6c1a3", "tag": "a6dad63c-e32c-4e2f-b78e-2c9c2913157d", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:20.369233 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5ae1e29-4051-4254-b636-9766359b5826 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:20.370245 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f153d1c-b4ea-4f98-8764-789848f6c1a3', 'tag': 'a6dad63c-e32c-4e2f-b78e-2c9c2913157d', 'status': 'completed', 'code': 200} Jun 22 18:31:20.404648 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Pushing event updated for resources: {'Port': ['ID=94b0e541-6e76-407e-b0ec-901a439dec43,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:20.416078 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Attempting to bind port 94b0e541-6e76-407e-b0ec-901a439dec43 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:20.419792 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Attempting to bind port 94b0e541-6e76-407e-b0ec-901a439dec43 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:20.423334 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Attempting to bind port 94b0e541-6e76-407e-b0ec-901a439dec43 on network 75e6befd-6f26-4650-9b7e-2f30ce50a808 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:20.433141 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:20.444221 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Port 94b0e541-6e76-407e-b0ec-901a439dec43 on network 75e6befd-6f26-4650-9b7e-2f30ce50a808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:20.446308 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Attempting to bind port 94b0e541-6e76-407e-b0ec-901a439dec43 on network 75e6befd-6f26-4650-9b7e-2f30ce50a808 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:20.453053 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f1079bfb-40cb-49f2-8b52-42e5030a269d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:20.463153 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f1079bfb-40cb-49f2-8b52-42e5030a269d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:20.471844 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-08f4ea92-894c-45dd-9575-e692b40674b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:20.478352 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:20.482772 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Checking segment: {'id': 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:20.484352 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Bound using segment: {'id': 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:20.486548 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Bound port: 94b0e541-6e76-407e-b0ec-901a439dec43, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:20.487390 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:20.538332 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1079bfb-40cb-49f2-8b52-42e5030a269d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65932f6c-cef5-482f-b4b4-a9435adb1264,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:20.561795 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f470496-ea0b-4e29-92a2-7ef1bd896e32 req-c08cb2eb-025e-466d-97b5-e167fe4406aa tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:20.563540 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-4f470496-ea0b-4e29-92a2-7ef1bd896e32 req-c08cb2eb-025e-466d-97b5-e167fe4406aa tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 943 time: 0.3327191 Jun 22 18:31:20.570766 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f1079bfb-40cb-49f2-8b52-42e5030a269d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:20.604901 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-f1079bfb-40cb-49f2-8b52-42e5030a269d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ce3d85b1e3c4cdea122d51f73738d86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5183635 Jun 22 18:31:20.611470 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 47152) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:20.665159 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] For port 94b0e541-6e76-407e-b0ec-901a439dec43, host hv-cinder-77428, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:20.687660 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-4f470496-ea0b-4e29-92a2-7ef1bd896e32 req-8005e89b-2c57-4b03-a8fb-1d09172de9ad tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147225 Jun 22 18:31:20.705191 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] For port 94b0e541-6e76-407e-b0ec-901a439dec43, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=94b0e541-6e76-407e-b0ec-901a439dec43,segment=NetworkSegment(eff6a548-5961-4e8d-8f4c-bf0dca62b58b),segment_id=eff6a548-5961-4e8d-8f4c-bf0dca62b58b)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:20.709358 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230db8-44f5-4509-93e7-2a8295b11f98 req-03d5df80-9c4c-44be-b30f-b5f27d8516ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:20.712182 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5230db8-44f5-4509-93e7-2a8295b11f98 req-03d5df80-9c4c-44be-b30f-b5f27d8516ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4b35ad2eae2437293a521d8a216c696&device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 1096 time: 0.3104692 Jun 22 18:31:20.716904 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:20.720100 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:20.784456 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:20.784664 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:20.787887 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] 10.222.0.16 "PUT /v2.0/ports/94b0e541-6e76-407e-b0ec-901a439dec43 HTTP/1.1" status: 200 len: 1093 time: 3.2312160 Jun 22 18:31:20.788156 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a06b6f-a4e7-47c7-a231-50af80dca552', 'tag': '94b0e541-6e76-407e-b0ec-901a439dec43'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:20.797575 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a852005-dab2-442b-8527-c7d5f88ac340" -d '{"events": [{"name": "network-changed", "server_uuid": "80a06b6f-a4e7-47c7-a231-50af80dca552", "tag": "94b0e541-6e76-407e-b0ec-901a439dec43"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:20.928693 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Pushing event updated for resources: {'Port': ['ID=94b0e541-6e76-407e-b0ec-901a439dec43,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:20.941010 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-28b5b179-1704-4fe8-9400-ab7cf907fde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:20.946360 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:21.008098 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60fa744-559f-484c-ac47-fdaa110acb36 x-openstack-request-id: req-a60fa744-559f-484c-ac47-fdaa110acb36 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:21.008414 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a06b6f-a4e7-47c7-a231-50af80dca552", "tag": "94b0e541-6e76-407e-b0ec-901a439dec43", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:21.008680 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a60fa744-559f-484c-ac47-fdaa110acb36 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:21.009147 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a06b6f-a4e7-47c7-a231-50af80dca552', 'tag': '94b0e541-6e76-407e-b0ec-901a439dec43', 'status': 'completed', 'code': 200} Jun 22 18:31:21.018954 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-0c2c4d2e-bdd1-4344-9d15-5336220566f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:21.020631 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-0c2c4d2e-bdd1-4344-9d15-5336220566f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4b35ad2eae2437293a521d8a216c696&device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 1096 time: 0.1642294 Jun 22 18:31:21.087721 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-191744b3-c770-44f3-b625-f8a9c5cf57eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94b0e541-6e76-407e-b0ec-901a439dec43 HTTP/1.1" status: 200 len: 217 time: 0.0571260 Jun 22 18:31:21.106565 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-28b5b179-1704-4fe8-9400-ab7cf907fde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:21.191400 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-8e3afefa-8fa1-47fc-bcd9-19595d1c4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:21.193225 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-8e3afefa-8fa1-47fc-bcd9-19595d1c4fad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=748b275f-0ae5-4fac-9860-855a76ef2bec HTTP/1.1" status: 200 len: 858 time: 0.0984757 Jun 22 18:31:21.207630 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230db8-44f5-4509-93e7-2a8295b11f98 req-bb7a3410-9515-40c9-8691-ff3d7fcfce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:21.210116 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5230db8-44f5-4509-93e7-2a8295b11f98 req-bb7a3410-9515-40c9-8691-ff3d7fcfce51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=75e6befd-6f26-4650-9b7e-2f30ce50a808 HTTP/1.1" status: 200 len: 919 time: 0.4859967 Jun 22 18:31:21.322762 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-66628c72-e087-46d4-ad54-589a1b2e5622 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75e6befd-6f26-4650-9b7e-2f30ce50a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195388 Jun 22 18:31:21.356262 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5230db8-44f5-4509-93e7-2a8295b11f98 req-e1f68fc5-08a9-40ca-8abd-110866e50b64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dad63c-e32c-4e2f-b78e-2c9c2913157d HTTP/1.1" status: 200 len: 217 time: 0.1200719 Jun 22 18:31:21.358285 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-28b5b179-1704-4fe8-9400-ab7cf907fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:21.388771 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc1ec7-cf66-43d9-8300-7137f2902bd7 req-d5b4ccee-c9f7-4c48-98d8-a62975bf617b tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:21.390554 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-56cc1ec7-cf66-43d9-8300-7137f2902bd7 req-d5b4ccee-c9f7-4c48-98d8-a62975bf617b tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 944 time: 0.4307427 Jun 22 18:31:21.395185 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-28b5b179-1704-4fe8-9400-ab7cf907fde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:21.408258 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-28b5b179-1704-4fe8-9400-ab7cf907fde3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65932f6c-cef5-482f-b4b4-a9435adb1264 HTTP/1.1" status: 204 len: 168 time: 0.7886298 Jun 22 18:31:21.477344 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-118ec515-252c-4cb9-84be-e6e9375b9b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:21.515331 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5b179-1704-4fe8-9400-ab7cf907fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65932f6c-cef5-482f-b4b4-a9435adb1264,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:21.534435 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-28b5b179-1704-4fe8-9400-ab7cf907fde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:21.624108 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230db8-44f5-4509-93e7-2a8295b11f98 req-0c6e0992-3964-421a-bd9b-565514c687cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:21.632557 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5230db8-44f5-4509-93e7-2a8295b11f98 req-0c6e0992-3964-421a-bd9b-565514c687cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=748b275f-0ae5-4fac-9860-855a76ef2bec HTTP/1.1" status: 200 len: 858 time: 0.2617648 Jun 22 18:31:21.656994 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245acfd-e1d1-401f-9a79-b59dbf052654 req-c11d9222-3dce-4102-b496-e38e9147b915 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:21.660362 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d245acfd-e1d1-401f-9a79-b59dbf052654 req-c11d9222-3dce-4102-b496-e38e9147b915 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 943 time: 0.1870906 Jun 22 18:31:21.667521 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-48d60023-cc40-44a7-8dd3-acf5197430e8 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353477 Jun 22 18:31:21.721315 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-56cc1ec7-cf66-43d9-8300-7137f2902bd7 req-01321b49-4721-4a18-b723-f62da8649d3a tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514687 Jun 22 18:31:21.782748 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5230db8-44f5-4509-93e7-2a8295b11f98 req-b116a172-9383-4d20-afc9-3823f93d8933 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75e6befd-6f26-4650-9b7e-2f30ce50a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352141 Jun 22 18:31:21.914706 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-aa6660e0-5988-49b6-ab90-b8ffac432317 req-821ed67a-a8ca-4213-97a2-0c4ccef8f547 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331088 Jun 22 18:31:21.938167 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5230db8-44f5-4509-93e7-2a8295b11f98 req-19c32e3c-0f85-494d-befa-16ccf1b7f64a service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514230 Jun 22 18:31:22.092778 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device b28aa602-8dff-406e-b615-54954362f384 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:22.168484 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5230db8-44f5-4509-93e7-2a8295b11f98 req-1e9ea23c-1700-4110-9a76-c247b09c7cd2 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242537 Jun 22 18:31:22.187773 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d245acfd-e1d1-401f-9a79-b59dbf052654 req-688b5bd1-6ead-4c33-9f86-8db13bcbae59 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177176 Jun 22 18:31:22.241624 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a852005-dab2-442b-8527-c7d5f88ac340 req-46de0cf2-2c9c-4b61-9deb-6d4ef17c40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:22.244850 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6a852005-dab2-442b-8527-c7d5f88ac340 req-46de0cf2-2c9c-4b61-9deb-6d4ef17c40f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4b35ad2eae2437293a521d8a216c696&device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 1096 time: 0.2228515 Jun 22 18:31:22.262359 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 47206) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:22.277615 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c94605b3-f5da-48c9-8462-ac36da672418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.356838 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d7d7-0fb5-437d-833b-599fc5cb0e4b req-5fa1c41a-b625-4c1c-b9ea-aa6598bd0e39 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:22.357966 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port b28aa602-8dff-406e-b615-54954362f384, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b28aa602-8dff-406e-b615-54954362f384,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:22.358497 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3cf6d7d7-0fb5-437d-833b-599fc5cb0e4b req-5fa1c41a-b625-4c1c-b9ea-aa6598bd0e39 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 943 time: 0.1665046 Jun 22 18:31:22.372736 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': 'b28aa602-8dff-406e-b615-54954362f384', 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20', 'port_id': 'b28aa602-8dff-406e-b615-54954362f384', 'mac_address': 'fa:16:3e:2f:e0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c92407-c571-40c7-b8f0-f24e7a21633c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:22.435939 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.455865 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28aa602-8dff-406e-b615-54954362f384 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:22.487567 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3cf6d7d7-0fb5-437d-833b-599fc5cb0e4b req-d5f836f7-8c78-4659-a5e8-5d45086ad9f3 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151180 Jun 22 18:31:22.487798 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port b28aa602-8dff-406e-b615-54954362f384, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b28aa602-8dff-406e-b615-54954362f384,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:22.493925 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.496393 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 249ac526-593f-4b9b-a432-3eed3c16b5b2 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:22.499971 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:22.509517 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a852005-dab2-442b-8527-c7d5f88ac340 req-d2742f70-6313-480f-a2a0-74dc1bfc35bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:22.514938 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6a852005-dab2-442b-8527-c7d5f88ac340 req-d2742f70-6313-480f-a2a0-74dc1bfc35bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=75e6befd-6f26-4650-9b7e-2f30ce50a808 HTTP/1.1" status: 200 len: 919 time: 0.2613235 Jun 22 18:31:22.599144 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c94605b3-f5da-48c9-8462-ac36da672418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.602781 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=b28aa602-8dff-406e-b615-54954362f384,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:22.606389 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c94605b3-f5da-48c9-8462-ac36da672418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.613394 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:22.634803 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-73f0b574-da77-44be-a210-c0353f646c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:22.676738 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6a852005-dab2-442b-8527-c7d5f88ac340 req-84854101-6df4-4d4b-8441-ed817dff865f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94b0e541-6e76-407e-b0ec-901a439dec43 HTTP/1.1" status: 200 len: 217 time: 0.1545100 Jun 22 18:31:22.721896 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 249ac526-593f-4b9b-a432-3eed3c16b5b2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=249ac526-593f-4b9b-a432-3eed3c16b5b2,segment=NetworkSegment(76c9d660-f85d-4376-a92a-dfbc7d49d95c),segment_id=76c9d660-f85d-4376-a92a-dfbc7d49d95c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:22.736245 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-c94605b3-f5da-48c9-8462-ac36da672418 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e83c8f71c22f4a35bd16be19a9157cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4717257 Jun 22 18:31:22.747610 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 47222) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:22.843495 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94605b3-f5da-48c9-8462-ac36da672418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa6b8da-c261-4170-b826-ab428a4f2948,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:22.859461 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a852005-dab2-442b-8527-c7d5f88ac340 req-5b140161-8aeb-49b4-a95f-8f1d20f7c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:22.867779 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6a852005-dab2-442b-8527-c7d5f88ac340 req-5b140161-8aeb-49b4-a95f-8f1d20f7c015 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=748b275f-0ae5-4fac-9860-855a76ef2bec HTTP/1.1" status: 200 len: 858 time: 0.1835418 Jun 22 18:31:22.877757 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c94605b3-f5da-48c9-8462-ac36da672418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:22.953720 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc4e76b5-25a1-4bd7-8a3a-89bd2b38d610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:22.962366 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6a852005-dab2-442b-8527-c7d5f88ac340 req-7d79b1d8-edad-4833-a7b8-62148b161fe1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75e6befd-6f26-4650-9b7e-2f30ce50a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869179 Jun 22 18:31:22.976202 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': '249ac526-593f-4b9b-a432-3eed3c16b5b2', 'network_id': '41714776-f003-4d80-a5c7-28ca66a1fb57', 'port_id': '249ac526-593f-4b9b-a432-3eed3c16b5b2', 'mac_address': 'fa:16:3e:60:41:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7471fe99-db3e-48d7-8014-4a2949271ca4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:23.003255 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc4e76b5-25a1-4bd7-8a3a-89bd2b38d610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:23.069711 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:23.114574 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 249ac526-593f-4b9b-a432-3eed3c16b5b2 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:23.157336 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc4e76b5-25a1-4bd7-8a3a-89bd2b38d610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:23.160859 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc4e76b5-25a1-4bd7-8a3a-89bd2b38d610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:23.162674 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-cc4e76b5-25a1-4bd7-8a3a-89bd2b38d610 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ffa6b8da-c261-4170-b826-ab428a4f2948 HTTP/1.1" status: 204 len: 168 time: 0.4117887 Jun 22 18:31:23.163505 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-28b5b179-1704-4fe8-9400-ab7cf907fde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:23.174133 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 249ac526-593f-4b9b-a432-3eed3c16b5b2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=249ac526-593f-4b9b-a432-3eed3c16b5b2,segment=NetworkSegment(76c9d660-f85d-4376-a92a-dfbc7d49d95c),segment_id=76c9d660-f85d-4376-a92a-dfbc7d49d95c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:23.181735 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:23.184158 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e76b5-25a1-4bd7-8a3a-89bd2b38d610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa6b8da-c261-4170-b826-ab428a4f2948,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:23.188432 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ea80421b-de4a-475c-9ab3-273f3c0d6804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:23.200976 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cc4e76b5-25a1-4bd7-8a3a-89bd2b38d610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:23.361354 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=249ac526-593f-4b9b-a432-3eed3c16b5b2,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:23.377567 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:23.409750 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6a852005-dab2-442b-8527-c7d5f88ac340 req-03a93f77-0d54-49da-a4cf-41037b4367ba service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373832 Jun 22 18:31:23.479445 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['249ac526-593f-4b9b-a432-3eed3c16b5b2'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:23.596167 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['b28aa602-8dff-406e-b615-54954362f384'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:23.627759 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6a852005-dab2-442b-8527-c7d5f88ac340 req-b10f424f-d328-4030-ad94-c207fcb7db57 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100604 Jun 22 18:31:23.733993 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f547efa-f0c4-44ed-b260-b9102ef28d3d req-016d2b42-510f-4149-81dd-94be99485d89 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:23.735635 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5f547efa-f0c4-44ed-b260-b9102ef28d3d req-016d2b42-510f-4149-81dd-94be99485d89 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 945 time: 0.6920493 Jun 22 18:31:23.779817 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963a92f-697f-4fdf-a941-a4bcd3c1e8d8 req-c723ae9a-974f-4739-86dc-067f3a56f5d3 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:23.790209 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5f547efa-f0c4-44ed-b260-b9102ef28d3d req-27b49105-1c5d-4a88-af65-7b92cb739ff7 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381339 Jun 22 18:31:23.795258 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e963a92f-697f-4fdf-a941-a4bcd3c1e8d8 req-c723ae9a-974f-4739-86dc-067f3a56f5d3 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 944 time: 0.2092149 Jun 22 18:31:23.901133 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e963a92f-697f-4fdf-a941-a4bcd3c1e8d8 req-31f94e9d-d74d-462b-84a1-544c1267831d tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047599 Jun 22 18:31:24.018956 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 47276) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:24.096288 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device a6dad63c-e32c-4e2f-b78e-2c9c2913157d details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:24.167190 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303b170-e0a8-4956-82d6-c82970938708 req-8505034d-6d4a-4bcc-83e6-72d44dfc5bec tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:24.169288 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7303b170-e0a8-4956-82d6-c82970938708 req-8505034d-6d4a-4bcc-83e6-72d44dfc5bec tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 943 time: 0.1148732 Jun 22 18:31:24.251042 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7303b170-e0a8-4956-82d6-c82970938708 req-d2d28c09-c95f-4b6d-9bb1-b541f2ffd14d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724392 Jun 22 18:31:24.272737 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f5b44391-0052-4d8b-81fa-10434c30125a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.371576 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port a6dad63c-e32c-4e2f-b78e-2c9c2913157d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a6dad63c-e32c-4e2f-b78e-2c9c2913157d,segment=NetworkSegment(eff6a548-5961-4e8d-8f4c-bf0dca62b58b),segment_id=eff6a548-5961-4e8d-8f4c-bf0dca62b58b)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:24.416168 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': 'a6dad63c-e32c-4e2f-b78e-2c9c2913157d', 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808', 'port_id': 'a6dad63c-e32c-4e2f-b78e-2c9c2913157d', 'mac_address': 'fa:16:3e:0b:80:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748b275f-0ae5-4fac-9860-855a76ef2bec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:24.455852 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f5b44391-0052-4d8b-81fa-10434c30125a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.461392 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f5b44391-0052-4d8b-81fa-10434c30125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.490986 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:24.506600 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.527459 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-f5b44391-0052-4d8b-81fa-10434c30125a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93a666b2033d465bb711fa1604f6f313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5070963 Jun 22 18:31:24.529846 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47302) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:24.542769 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6dad63c-e32c-4e2f-b78e-2c9c2913157d {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:24.565639 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b44391-0052-4d8b-81fa-10434c30125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfc27d1-fdb2-4de3-9934-b40758abde99,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:24.570720 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f5b44391-0052-4d8b-81fa-10434c30125a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:24.573428 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port a6dad63c-e32c-4e2f-b78e-2c9c2913157d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a6dad63c-e32c-4e2f-b78e-2c9c2913157d,segment=NetworkSegment(eff6a548-5961-4e8d-8f4c-bf0dca62b58b),segment_id=eff6a548-5961-4e8d-8f4c-bf0dca62b58b)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:24.579113 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.581596 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:24.627815 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e42a-ec32-4dfa-8f00-3058dbc4e1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.650757 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=a6dad63c-e32c-4e2f-b78e-2c9c2913157d,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:24.662970 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e42a-ec32-4dfa-8f00-3058dbc4e1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.665517 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:24.720321 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e42a-ec32-4dfa-8f00-3058dbc4e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.723974 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2bd5e42a-ec32-4dfa-8f00-3058dbc4e1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:24.727791 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-2bd5e42a-ec32-4dfa-8f00-3058dbc4e1e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bfc27d1-fdb2-4de3-9934-b40758abde99 HTTP/1.1" status: 204 len: 168 time: 0.1942692 Jun 22 18:31:24.727791 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:24.736985 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5e42a-ec32-4dfa-8f00-3058dbc4e1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfc27d1-fdb2-4de3-9934-b40758abde99,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:24.755148 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2bd5e42a-ec32-4dfa-8f00-3058dbc4e1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:24.857888 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['a6dad63c-e32c-4e2f-b78e-2c9c2913157d'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:25.138385 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019f5f6-16b8-436a-9557-7a60633cee39 req-2fd8bd58-18da-4f09-8b7a-0bfa1bda3711 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:25.146777 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7019f5f6-16b8-436a-9557-7a60633cee39 req-2fd8bd58-18da-4f09-8b7a-0bfa1bda3711 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 945 time: 0.1125023 Jun 22 18:31:25.362769 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d106d-c2eb-4cf1-9794-017f686d3ef8 req-7d62f5b9-3169-4ad2-b17c-c86673734fa5 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:25.365175 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a91d106d-c2eb-4cf1-9794-017f686d3ef8 req-7d62f5b9-3169-4ad2-b17c-c86673734fa5 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 944 time: 0.1873920 Jun 22 18:31:25.365741 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47352) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:25.388316 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b5d29011-197c-4276-b88f-48c7e8d2f149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.396052 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7019f5f6-16b8-436a-9557-7a60633cee39 req-18c423b1-45fb-479f-89c0-526eccf7f348 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474630 Jun 22 18:31:25.457897 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a91d106d-c2eb-4cf1-9794-017f686d3ef8 req-51a8672a-d6a0-4ab4-baef-123e380353b2 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720549 Jun 22 18:31:25.644265 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b5d29011-197c-4276-b88f-48c7e8d2f149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.653945 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b5d29011-197c-4276-b88f-48c7e8d2f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.673456 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7276fe-c813-4c27-93e1-0e3599529d4f req-0e27b2cc-7596-4ff7-a2f7-a72e982f5ecd tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:25.675215 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-aa7276fe-c813-4c27-93e1-0e3599529d4f req-0e27b2cc-7596-4ff7-a2f7-a72e982f5ecd tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 943 time: 0.0991087 Jun 22 18:31:25.678882 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:25.716676 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-b5d29011-197c-4276-b88f-48c7e8d2f149 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d7c499146c65406dbbf943c73f0fc28b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495502 Jun 22 18:31:25.720084 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 47358) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:25.740688 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d29011-197c-4276-b88f-48c7e8d2f149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18360f8-a0c5-429e-8c6e-b127d1cb5bbd,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:25.747387 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b5d29011-197c-4276-b88f-48c7e8d2f149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:25.803931 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-aa7276fe-c813-4c27-93e1-0e3599529d4f req-3867853e-46ef-4018-bf7b-dc31d396ad00 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130714 Jun 22 18:31:25.854373 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-929c2be5-f4b7-48c4-9858-e04b1c8390c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.891899 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-929c2be5-f4b7-48c4-9858-e04b1c8390c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.919564 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47364) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:25.966867 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47368) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:25.974364 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-929c2be5-f4b7-48c4-9858-e04b1c8390c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.980364 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-929c2be5-f4b7-48c4-9858-e04b1c8390c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:25.982235 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-929c2be5-f4b7-48c4-9858-e04b1c8390c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b18360f8-a0c5-429e-8c6e-b127d1cb5bbd HTTP/1.1" status: 204 len: 168 time: 0.2595170 Jun 22 18:31:25.983661 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5447aaec-2ccd-42c9-b7cb-42da8d1df477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:25.996717 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c2be5-f4b7-48c4-9858-e04b1c8390c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18360f8-a0c5-429e-8c6e-b127d1cb5bbd,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:26.000895 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-929c2be5-f4b7-48c4-9858-e04b1c8390c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:26.063481 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 94b0e541-6e76-407e-b0ec-901a439dec43 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:26.066318 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device b28aa602-8dff-406e-b615-54954362f384 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:26.179468 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6836d924-3d84-4451-bb9e-8f80889f690f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.201521 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port b28aa602-8dff-406e-b615-54954362f384 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:26.211931 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port b28aa602-8dff-406e-b615-54954362f384 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:26.213544 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.231687 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-42df8609-4dce-4c1c-877f-b9b2008870ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.283563 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 94b0e541-6e76-407e-b0ec-901a439dec43, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=94b0e541-6e76-407e-b0ec-901a439dec43,segment=NetworkSegment(eff6a548-5961-4e8d-8f4c-bf0dca62b58b),segment_id=eff6a548-5961-4e8d-8f4c-bf0dca62b58b)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:26.304526 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': '94b0e541-6e76-407e-b0ec-901a439dec43', 'network_id': '75e6befd-6f26-4650-9b7e-2f30ce50a808', 'port_id': '94b0e541-6e76-407e-b0ec-901a439dec43', 'mac_address': 'fa:16:3e:de:74:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '748b275f-0ae5-4fac-9860-855a76ef2bec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:26.380104 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.380982 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6836d924-3d84-4451-bb9e-8f80889f690f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.390561 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6836d924-3d84-4451-bb9e-8f80889f690f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.405468 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b0e541-6e76-407e-b0ec-901a439dec43 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:26.411334 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.427380 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:26.432273 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-6836d924-3d84-4451-bb9e-8f80889f690f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6706a8b2d388438780547791e37843c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4642704 Jun 22 18:31:26.435273 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47382) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:26.450485 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 94b0e541-6e76-407e-b0ec-901a439dec43, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=94b0e541-6e76-407e-b0ec-901a439dec43,segment=NetworkSegment(eff6a548-5961-4e8d-8f4c-bf0dca62b58b),segment_id=eff6a548-5961-4e8d-8f4c-bf0dca62b58b)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:26.459268 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53786124-adfb-494a-8f98-5139fc69438a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28aa602-8dff-406e-b615-54954362f384'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:26.498523 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836d924-3d84-4451-bb9e-8f80889f690f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd0fcc3-8081-472d-ba88-e42d1f0170bc,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:26.513432 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6836d924-3d84-4451-bb9e-8f80889f690f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:26.543826 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.557787 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:26.561948 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port b28aa602-8dff-406e-b615-54954362f384, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b28aa602-8dff-406e-b615-54954362f384,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:26.578952 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04378822-8b98-4c3f-bf02-cff58a4b1711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.592480 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.595599 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device a6dad63c-e32c-4e2f-b78e-2c9c2913157d up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:26.654967 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04378822-8b98-4c3f-bf02-cff58a4b1711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.697402 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=94b0e541-6e76-407e-b0ec-901a439dec43,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:26.701176 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:26.701674 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:26.758959 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=b28aa602-8dff-406e-b615-54954362f384,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:26.763259 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port a6dad63c-e32c-4e2f-b78e-2c9c2913157d completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:26.765888 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:26.769178 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port a6dad63c-e32c-4e2f-b78e-2c9c2913157d triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:26.769178 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.820201 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['94b0e541-6e76-407e-b0ec-901a439dec43'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:26.869411 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-42df8609-4dce-4c1c-877f-b9b2008870ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.905057 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.918860 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-42df8609-4dce-4c1c-877f-b9b2008870ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:26.975766 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:26.986738 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9ae7a-80af-42da-959c-46f665457e8d req-78db763a-9a98-46c1-a23a-37b22a4a02c5 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:26.989650 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-def9ae7a-80af-42da-959c-46f665457e8d req-78db763a-9a98-46c1-a23a-37b22a4a02c5 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 944 time: 0.1325059 Jun 22 18:31:27.051579 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-42df8609-4dce-4c1c-877f-b9b2008870ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5534928ade1443edb1bbf35e1a3e72ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1281655 Jun 22 18:31:27.055137 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 47422) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:27.060808 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56accc32-1865-4b4d-89d3-14ca0a249954 req-13405ae7-eb66-4d6e-8def-423df97276b5 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:27.068288 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-56accc32-1865-4b4d-89d3-14ca0a249954 req-13405ae7-eb66-4d6e-8def-423df97276b5 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 946 time: 0.4169927 Jun 22 18:31:27.086279 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port a6dad63c-e32c-4e2f-b78e-2c9c2913157d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a6dad63c-e32c-4e2f-b78e-2c9c2913157d,segment=NetworkSegment(eff6a548-5961-4e8d-8f4c-bf0dca62b58b),segment_id=eff6a548-5961-4e8d-8f4c-bf0dca62b58b)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:27.089022 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df8609-4dce-4c1c-877f-b9b2008870ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e62593-98f1-4caf-9ec1-00eb2637fd14,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:27.107292 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-42df8609-4dce-4c1c-877f-b9b2008870ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:27.108036 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04378822-8b98-4c3f-bf02-cff58a4b1711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.113625 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.116257 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 249ac526-593f-4b9b-a432-3eed3c16b5b2 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:27.129492 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04378822-8b98-4c3f-bf02-cff58a4b1711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.135716 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-04378822-8b98-4c3f-bf02-cff58a4b1711 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6bd0fcc3-8081-472d-ba88-e42d1f0170bc HTTP/1.1" status: 204 len: 168 time: 0.6906569 Jun 22 18:31:27.137619 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e827bf48-8069-4328-97fb-2312f6696906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:27.163109 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04378822-8b98-4c3f-bf02-cff58a4b1711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd0fcc3-8081-472d-ba88-e42d1f0170bc,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:27.165413 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-300ba353-82c4-4148-a181-bd1ca5e548b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:27.178199 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-def9ae7a-80af-42da-959c-46f665457e8d req-462048c0-2a9b-4964-ba46-bdb9607f9b5b tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783035 Jun 22 18:31:27.179251 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-04378822-8b98-4c3f-bf02-cff58a4b1711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:27.252419 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-56accc32-1865-4b4d-89d3-14ca0a249954 req-3011655f-26be-4bbd-be03-5099fd3a8117 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816189 Jun 22 18:31:27.275310 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c4407e3f-04e0-4e02-8a14-b5b208010ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.308113 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72802d56-c027-4241-b0e8-6754aafc1d1e" -d '{"events": [{"server_uuid": "53786124-adfb-494a-8f98-5139fc69438a", "name": "network-vif-plugged", "status": "completed", "tag": "b28aa602-8dff-406e-b615-54954362f384"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:27.318614 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port 249ac526-593f-4b9b-a432-3eed3c16b5b2 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:27.325355 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c4407e3f-04e0-4e02-8a14-b5b208010ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.350020 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port 249ac526-593f-4b9b-a432-3eed3c16b5b2 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:27.350638 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.462345 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c4407e3f-04e0-4e02-8a14-b5b208010ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.487205 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c4407e3f-04e0-4e02-8a14-b5b208010ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.487205 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-c4407e3f-04e0-4e02-8a14-b5b208010ecb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88e62593-98f1-4caf-9ec1-00eb2637fd14 HTTP/1.1" status: 204 len: 168 time: 0.4178410 Jun 22 18:31:27.487205 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9ab7a389-a173-4909-b545-126c93fecee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:27.507256 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4407e3f-04e0-4e02-8a14-b5b208010ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e62593-98f1-4caf-9ec1-00eb2637fd14,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:27.511913 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=a6dad63c-e32c-4e2f-b78e-2c9c2913157d,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:27.515838 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:27.516285 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c4407e3f-04e0-4e02-8a14-b5b208010ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:27.583932 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.611219 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3aecc-a2ad-4b4c-9334-f47b4ea783a5 req-bcdc94b0-5ded-4ad5-8367-48ee01cad549 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:27.616118 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-57d3aecc-a2ad-4b4c-9334-f47b4ea783a5 req-bcdc94b0-5ded-4ad5-8367-48ee01cad549 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 944 time: 0.1955996 Jun 22 18:31:27.631944 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 249ac526-593f-4b9b-a432-3eed3c16b5b2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=249ac526-593f-4b9b-a432-3eed3c16b5b2,segment=NetworkSegment(76c9d660-f85d-4376-a92a-dfbc7d49d95c),segment_id=76c9d660-f85d-4376-a92a-dfbc7d49d95c)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:27.648145 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:27.652295 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:27.713585 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=249ac526-593f-4b9b-a432-3eed3c16b5b2,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:27.717417 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:27.738634 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-57d3aecc-a2ad-4b4c-9334-f47b4ea783a5 req-9d199926-8458-466a-a7db-39b526ae2791 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018384 Jun 22 18:31:27.772518 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3e004d-c140-4081-9316-f10fade1a3cd x-openstack-request-id: req-8e3e004d-c140-4081-9316-f10fade1a3cd {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:27.772900 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53786124-adfb-494a-8f98-5139fc69438a", "name": "network-vif-plugged", "status": "completed", "tag": "b28aa602-8dff-406e-b615-54954362f384", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:27.773228 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e3e004d-c140-4081-9316-f10fade1a3cd {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:27.773732 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53786124-adfb-494a-8f98-5139fc69438a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28aa602-8dff-406e-b615-54954362f384', 'code': 200} Jun 22 18:31:28.079206 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 94b0e541-6e76-407e-b0ec-901a439dec43 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:28.183968 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port 94b0e541-6e76-407e-b0ec-901a439dec43 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:28.192817 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 47470) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:28.209442 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port 94b0e541-6e76-407e-b0ec-901a439dec43 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:28.214952 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:28.216718 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d042eb70-f93f-406a-8b56-3dab0a6443c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:28.505283 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d042eb70-f93f-406a-8b56-3dab0a6443c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:28.562142 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:28.606319 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636b11f-b0d1-4a5b-8a66-cbd1ef055a44 req-e05bc8f3-0dee-42e7-a7f1-9d1b17f66bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:28.608833 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5636b11f-b0d1-4a5b-8a66-cbd1ef055a44 req-e05bc8f3-0dee-42e7-a7f1-9d1b17f66bbf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 1099 time: 0.6147766 Jun 22 18:31:28.611318 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d042eb70-f93f-406a-8b56-3dab0a6443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:28.630372 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cc4e76b5-25a1-4bd7-8a3a-89bd2b38d610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:28.660397 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-5636b11f-b0d1-4a5b-8a66-cbd1ef055a44 req-f2bde9f4-3438-4cc3-81fd-a246a5970369 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:28.671299 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042eb70-f93f-406a-8b56-3dab0a6443c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1ddc6c-cb76-4275-afa4-e095a16e2468,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:28.688482 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d042eb70-f93f-406a-8b56-3dab0a6443c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:28.697911 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 94b0e541-6e76-407e-b0ec-901a439dec43, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=94b0e541-6e76-407e-b0ec-901a439dec43,segment=NetworkSegment(eff6a548-5961-4e8d-8f4c-bf0dca62b58b),segment_id=eff6a548-5961-4e8d-8f4c-bf0dca62b58b)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:28.707131 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:28.710341 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:28.758396 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 47498) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:28.835888 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-d042eb70-f93f-406a-8b56-3dab0a6443c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d76692044f704ed48794d85f1357904f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6402802 Jun 22 18:31:28.856702 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 47502) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:28.888616 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e98c9-a39d-47cd-949d-50c665d0c9b8 req-4b834be8-50f6-4d80-9387-332a00853a94 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:28.898023 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3a8e98c9-a39d-47cd-949d-50c665d0c9b8 req-4b834be8-50f6-4d80-9387-332a00853a94 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 945 time: 0.3824041 Jun 22 18:31:28.909521 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-5636b11f-b0d1-4a5b-8a66-cbd1ef055a44 req-f2bde9f4-3438-4cc3-81fd-a246a5970369 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:28.924162 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=94b0e541-6e76-407e-b0ec-901a439dec43,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:28.936747 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:28.938534 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-5636b11f-b0d1-4a5b-8a66-cbd1ef055a44 req-f2bde9f4-3438-4cc3-81fd-a246a5970369 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:28.971588 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ded61b25-643f-46d2-af16-3d8eade5a8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:28.994985 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-04378822-8b98-4c3f-bf02-cff58a4b1711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:29.048641 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5636b11f-b0d1-4a5b-8a66-cbd1ef055a44 req-f2bde9f4-3438-4cc3-81fd-a246a5970369 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224799 Jun 22 18:31:29.055403 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bde9f4-3438-4cc3-81fd-a246a5970369 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0450ada8-c0a4-41ca-9d04-1367c23e4e45,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:29.065907 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f2bde9f4-3438-4cc3-81fd-a246a5970369 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:29.109785 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee96678-2b3d-4924-ba61-1fd9e432ee10 req-cd423193-d9be-41da-844d-8674c3b6083c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:29.121712 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eee96678-2b3d-4924-ba61-1fd9e432ee10 req-cd423193-d9be-41da-844d-8674c3b6083c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 946 time: 0.5195684 Jun 22 18:31:29.190061 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eee96678-2b3d-4924-ba61-1fd9e432ee10 req-ca729241-2aec-4ae7-93cc-26a4d2dca504 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672879 Jun 22 18:31:29.201439 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3a8e98c9-a39d-47cd-949d-50c665d0c9b8 req-c4be8c3d-a697-4884-b19a-7e45950d474c tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759094 Jun 22 18:31:29.207773 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68ea5bbe-7339-4c93-8c01-bc379f95fc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.231478 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47514) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:29.278688 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ded61b25-643f-46d2-af16-3d8eade5a8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.290103 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68ea5bbe-7339-4c93-8c01-bc379f95fc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.303839 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ded61b25-643f-46d2-af16-3d8eade5a8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.342372 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c4407e3f-04e0-4e02-8a14-b5b208010ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:29.381600 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1e36ac8-4f37-4d77-8d4d-81c8d68dc27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.404444 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-ded61b25-643f-46d2-af16-3d8eade5a8ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a9d44b45ce3428299100ca7368ccc5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6425726 Jun 22 18:31:29.408235 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47522) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:29.434137 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded61b25-643f-46d2-af16-3d8eade5a8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0933321-bd7d-4d9e-bb97-e91d590ba0c0,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:29.441156 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ded61b25-643f-46d2-af16-3d8eade5a8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:29.472736 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68ea5bbe-7339-4c93-8c01-bc379f95fc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.477425 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68ea5bbe-7339-4c93-8c01-bc379f95fc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.480557 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.482165 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-68ea5bbe-7339-4c93-8c01-bc379f95fc49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec1ddc6c-cb76-4275-afa4-e095a16e2468 HTTP/1.1" status: 204 len: 168 time: 0.5800161 Jun 22 18:31:29.483216 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:29.495414 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea5bbe-7339-4c93-8c01-bc379f95fc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1ddc6c-cb76-4275-afa4-e095a16e2468,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:29.498837 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-68ea5bbe-7339-4c93-8c01-bc379f95fc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:29.556648 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4b5bccd3-b9a7-4ea2-b806-dbae9cdc6083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.610379 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c0481-20bd-4942-a897-31349ca864ca req-90df458f-5192-4baa-b51a-0f1d3ebbe208 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:29.611905 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-558c0481-20bd-4942-a897-31349ca864ca req-90df458f-5192-4baa-b51a-0f1d3ebbe208 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1924572 Jun 22 18:31:29.613986 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4b5bccd3-b9a7-4ea2-b806-dbae9cdc6083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.695035 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1e36ac8-4f37-4d77-8d4d-81c8d68dc27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.707428 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-558c0481-20bd-4942-a897-31349ca864ca req-f8e520c4-f0c1-4b24-a758-3f7663ce6743 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885429 Jun 22 18:31:29.709040 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1e36ac8-4f37-4d77-8d4d-81c8d68dc27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.713110 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7a246ddd-5ade-48a3-8c2d-88c0beff9f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:29.759736 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-a1e36ac8-4f37-4d77-8d4d-81c8d68dc27d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3aca8b8615be40b0857b6dcec14d4544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5264597 Jun 22 18:31:29.760573 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4b5bccd3-b9a7-4ea2-b806-dbae9cdc6083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.761343 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e36ac8-4f37-4d77-8d4d-81c8d68dc27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda31824-8e8f-436d-b07e-642389a61a71,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:29.763890 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47534) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:29.766588 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4b5bccd3-b9a7-4ea2-b806-dbae9cdc6083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.767761 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-4b5bccd3-b9a7-4ea2-b806-dbae9cdc6083 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0933321-bd7d-4d9e-bb97-e91d590ba0c0 HTTP/1.1" status: 204 len: 168 time: 0.3582778 Jun 22 18:31:29.769967 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a1e36ac8-4f37-4d77-8d4d-81c8d68dc27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:29.770450 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a1e36ac8-4f37-4d77-8d4d-81c8d68dc27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:29.776743 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f153d1c-b4ea-4f98-8764-789848f6c1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dad63c-e32c-4e2f-b78e-2c9c2913157d'}, {'server_uuid': '5094e916-5fc6-444d-8216-6e9823edfff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249ac526-593f-4b9b-a432-3eed3c16b5b2'}, {'server_uuid': '80a06b6f-a4e7-47c7-a231-50af80dca552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b0e541-6e76-407e-b0ec-901a439dec43'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:29.790071 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f918e25-1975-4407-a6be-9b6cae35a6da" -d '{"events": [{"server_uuid": "5f153d1c-b4ea-4f98-8764-789848f6c1a3", "name": "network-vif-plugged", "status": "completed", "tag": "a6dad63c-e32c-4e2f-b78e-2c9c2913157d"}, {"server_uuid": "5094e916-5fc6-444d-8216-6e9823edfff4", "name": "network-vif-plugged", "status": "completed", "tag": "249ac526-593f-4b9b-a432-3eed3c16b5b2"}, {"server_uuid": "80a06b6f-a4e7-47c7-a231-50af80dca552", "name": "network-vif-plugged", "status": "completed", "tag": "94b0e541-6e76-407e-b0ec-901a439dec43"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:29.792396 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bccd3-b9a7-4ea2-b806-dbae9cdc6083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0933321-bd7d-4d9e-bb97-e91d590ba0c0,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:29.798193 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4b5bccd3-b9a7-4ea2-b806-dbae9cdc6083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:29.845970 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2daa3edf-5d77-4c5a-907f-0abfddf51cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.877818 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2daa3edf-5d77-4c5a-907f-0abfddf51cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.881835 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3724b9-e1a4-4fd6-a17f-b42c9ff51de8 x-openstack-request-id: req-3e3724b9-e1a4-4fd6-a17f-b42c9ff51de8 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:29.882687 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f153d1c-b4ea-4f98-8764-789848f6c1a3", "name": "network-vif-plugged", "status": "completed", "tag": "a6dad63c-e32c-4e2f-b78e-2c9c2913157d", "code": 200}, {"server_uuid": "5094e916-5fc6-444d-8216-6e9823edfff4", "name": "network-vif-plugged", "status": "completed", "tag": "249ac526-593f-4b9b-a432-3eed3c16b5b2", "code": 200}, {"server_uuid": "80a06b6f-a4e7-47c7-a231-50af80dca552", "name": "network-vif-plugged", "status": "completed", "tag": "94b0e541-6e76-407e-b0ec-901a439dec43", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:29.883138 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e3724b9-e1a4-4fd6-a17f-b42c9ff51de8 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:29.883833 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f153d1c-b4ea-4f98-8764-789848f6c1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dad63c-e32c-4e2f-b78e-2c9c2913157d', 'code': 200} Jun 22 18:31:29.885310 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5094e916-5fc6-444d-8216-6e9823edfff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '249ac526-593f-4b9b-a432-3eed3c16b5b2', 'code': 200} Jun 22 18:31:29.885864 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a06b6f-a4e7-47c7-a231-50af80dca552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b0e541-6e76-407e-b0ec-901a439dec43', 'code': 200} Jun 22 18:31:29.963263 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2daa3edf-5d77-4c5a-907f-0abfddf51cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.971053 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2daa3edf-5d77-4c5a-907f-0abfddf51cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:29.973297 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-2daa3edf-5d77-4c5a-907f-0abfddf51cab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fda31824-8e8f-436d-b07e-642389a61a71 HTTP/1.1" status: 204 len: 168 time: 0.2043023 Jun 22 18:31:29.974833 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:29.990546 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa3edf-5d77-4c5a-907f-0abfddf51cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda31824-8e8f-436d-b07e-642389a61a71,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:29.995611 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2daa3edf-5d77-4c5a-907f-0abfddf51cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:30.436724 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188f2a1-4fe8-4ca4-b13a-1816a3c88322 req-48946f66-93a7-410f-a89b-248a562fc3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:30.439054 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a188f2a1-4fe8-4ca4-b13a-1816a3c88322 req-48946f66-93a7-410f-a89b-248a562fc3df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.2542539 Jun 22 18:31:30.543013 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a188f2a1-4fe8-4ca4-b13a-1816a3c88322 req-484623d2-0a3b-473f-9278-a2de059167ea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973654 Jun 22 18:31:30.794313 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecd3d4-42be-464a-a69d-ee017f948952 req-44c6ea2c-849c-4367-b199-e16ca4f31a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:30.808223 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d4ecd3d4-42be-464a-a69d-ee017f948952 req-44c6ea2c-849c-4367-b199-e16ca4f31a5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 1098 time: 0.3236830 Jun 22 18:31:30.873553 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab40e5-01f4-4a3d-9e89-c2efe4493e43 req-ee9c504e-ac6a-4c22-99ee-fe9d8e032ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:30.887303 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-21ab40e5-01f4-4a3d-9e89-c2efe4493e43 req-ee9c504e-ac6a-4c22-99ee-fe9d8e032ba8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 1098 time: 0.4389026 Jun 22 18:31:30.919631 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d4ecd3d4-42be-464a-a69d-ee017f948952 req-3dfce001-2e07-4621-a796-a1dd4156caf1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926588 Jun 22 18:31:30.952659 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-21ab40e5-01f4-4a3d-9e89-c2efe4493e43 req-7a550ae9-8f06-43ee-b61e-f303afbcf803 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641682 Jun 22 18:31:30.957270 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c4dcf-9874-4421-b55a-96ede19725e5 req-8ee75daa-fa07-456c-a202-cb81172655e3 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:30.958794 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a08c4dcf-9874-4421-b55a-96ede19725e5 req-8ee75daa-fa07-456c-a202-cb81172655e3 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 946 time: 0.3053558 Jun 22 18:31:30.968691 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dd626-7ccd-4110-aee5-b790dd160b0a req-498aeca9-b897-4726-8896-9f9def0b78c7 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:30.970283 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cc0dd626-7ccd-4110-aee5-b790dd160b0a req-498aeca9-b897-4726-8896-9f9def0b78c7 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 945 time: 0.2542949 Jun 22 18:31:31.023732 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a08c4dcf-9874-4421-b55a-96ede19725e5 req-0a641948-4de0-4c51-b837-95ecd7827d9e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521748 Jun 22 18:31:31.043523 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cc0dd626-7ccd-4110-aee5-b790dd160b0a req-561627b3-9b25-4668-9f67-e226232c4d41 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632918 Jun 22 18:31:31.156546 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 47598) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:31.176516 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe82d091-2328-4659-ae96-ad3b705df142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.265693 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28513659-53c9-4f09-b28d-0225e3d7c062 req-dd9ee608-c116-4575-ad84-9e3497e16f65 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:31.268452 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-28513659-53c9-4f09-b28d-0225e3d7c062 req-dd9ee608-c116-4575-ad84-9e3497e16f65 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1194441 Jun 22 18:31:31.319494 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe82d091-2328-4659-ae96-ad3b705df142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.324919 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe82d091-2328-4659-ae96-ad3b705df142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.325636 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-28513659-53c9-4f09-b28d-0225e3d7c062 req-e6f48c68-df76-469d-bfe0-3fcbe00eb72d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451767 Jun 22 18:31:31.333496 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-55a624ef-056d-4b20-97b7-4db7ff003de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:31.377296 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82d091-2328-4659-ae96-ad3b705df142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73541538-ba9d-4b83-8ce6-cd7cb8d89531,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:31.380595 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fe82d091-2328-4659-ae96-ad3b705df142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:31.393341 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-fe82d091-2328-4659-ae96-ad3b705df142 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfe6059ae6f64865a6db99573d488ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307575 Jun 22 18:31:31.395182 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47602) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:31.470032 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf37e408-4adb-46ff-bd16-6fdbcef65b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.503831 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf37e408-4adb-46ff-bd16-6fdbcef65b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.607992 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf37e408-4adb-46ff-bd16-6fdbcef65b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.610634 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cf37e408-4adb-46ff-bd16-6fdbcef65b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:31.611842 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-cf37e408-4adb-46ff-bd16-6fdbcef65b0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73541538-ba9d-4b83-8ce6-cd7cb8d89531 HTTP/1.1" status: 204 len: 168 time: 0.2170720 Jun 22 18:31:31.612690 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:31.625460 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37e408-4adb-46ff-bd16-6fdbcef65b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73541538-ba9d-4b83-8ce6-cd7cb8d89531,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:31.628131 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cf37e408-4adb-46ff-bd16-6fdbcef65b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:31.649414 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47614) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:31.771594 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e05c6d15-1e50-448f-9b5e-6f3a1523514e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:32.123776 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f20b2b16-fa19-4a4c-86f9-d9bac04043ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:32.294969 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f20b2b16-fa19-4a4c-86f9-d9bac04043ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:32.300207 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f20b2b16-fa19-4a4c-86f9-d9bac04043ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:32.336395 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2bd5e42a-ec32-4dfa-8f00-3058dbc4e1e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:32.342029 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-f20b2b16-fa19-4a4c-86f9-d9bac04043ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a61280333c141b6ad072690dbb5b53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6893096 Jun 22 18:31:32.357862 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47636) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:32.401388 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b2b16-fa19-4a4c-86f9-d9bac04043ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7259d4-81e4-4547-896c-ebae5181ecc8,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:32.408448 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f20b2b16-fa19-4a4c-86f9-d9bac04043ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:32.523916 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24303f-53a8-4bff-a5f0-369611c72008 req-92600679-827d-409f-872e-9535a40f6a07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:32.537552 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8c24303f-53a8-4bff-a5f0-369611c72008 req-92600679-827d-409f-872e-9535a40f6a07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 946 time: 0.2149990 Jun 22 18:31:32.599552 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7321242d-28b4-4fd2-96c0-5e1009e23be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:32.626239 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8c24303f-53a8-4bff-a5f0-369611c72008 req-915408ef-093a-4fe1-9f5f-38fc64248228 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869474 Jun 22 18:31:32.714140 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7321242d-28b4-4fd2-96c0-5e1009e23be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:32.803217 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2bbc9-522f-402a-8337-08456b297a16 req-79da3cff-0fe5-460e-8455-5e42755d617a tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:32.805927 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d3a2bbc9-522f-402a-8337-08456b297a16 req-79da3cff-0fe5-460e-8455-5e42755d617a tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 945 time: 0.3087459 Jun 22 18:31:32.885536 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7321242d-28b4-4fd2-96c0-5e1009e23be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:32.890803 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7321242d-28b4-4fd2-96c0-5e1009e23be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:32.893039 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-7321242d-28b4-4fd2-96c0-5e1009e23be9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c7259d4-81e4-4547-896c-ebae5181ecc8 HTTP/1.1" status: 204 len: 168 time: 0.5334239 Jun 22 18:31:32.905733 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:32.931926 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d3a2bbc9-522f-402a-8337-08456b297a16 req-d1fc03c8-75a2-40e5-94d2-3c5d750db7bf tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113510 Jun 22 18:31:32.933920 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321242d-28b4-4fd2-96c0-5e1009e23be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7259d4-81e4-4547-896c-ebae5181ecc8,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:32.938808 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7321242d-28b4-4fd2-96c0-5e1009e23be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:33.010234 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ecf7a-2a39-469b-8cec-ee4e6869d299 req-c661352e-d5e7-430e-8b63-5bc1083ba3a1 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:33.011912 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6d6ecf7a-2a39-469b-8cec-ee4e6869d299 req-c661352e-d5e7-430e-8b63-5bc1083ba3a1 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1517091 Jun 22 18:31:33.100999 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6d6ecf7a-2a39-469b-8cec-ee4e6869d299 req-f3d7cff3-1545-4b4e-8d7b-87924149b03f tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775554 Jun 22 18:31:33.882724 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c9a2c-5327-41d9-b240-076a5d466064 req-7b91cfa6-62eb-4368-be85-d5ed9dbff12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:33.889368 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1f2c9a2c-5327-41d9-b240-076a5d466064 req-7b91cfa6-62eb-4368-be85-d5ed9dbff12e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4b35ad2eae2437293a521d8a216c696&device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 1098 time: 0.1601884 Jun 22 18:31:34.241627 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47698) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:34.273947 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f53bc0b6-b90a-415b-9609-dd368349e4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:34.361332 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c9a2c-5327-41d9-b240-076a5d466064 req-62a468f3-c7a1-49cd-9612-c6354875ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:34.364798 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1f2c9a2c-5327-41d9-b240-076a5d466064 req-62a468f3-c7a1-49cd-9612-c6354875ffce service neutron] 10.222.0.16 "GET /v2.0/networks?id=75e6befd-6f26-4650-9b7e-2f30ce50a808 HTTP/1.1" status: 200 len: 919 time: 0.4699283 Jun 22 18:31:34.494249 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b20e1-8d16-4725-abe1-1c85bfdeeab9 req-53ce3df3-1bc8-46d9-bfdf-7fc43756a069 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:34.505167 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c31b20e1-8d16-4725-abe1-1c85bfdeeab9 req-53ce3df3-1bc8-46d9-bfdf-7fc43756a069 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.4763236 Jun 22 18:31:34.507060 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1f2c9a2c-5327-41d9-b240-076a5d466064 req-98adc820-23c5-4e2f-b584-df7b21b41f04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94b0e541-6e76-407e-b0ec-901a439dec43 HTTP/1.1" status: 200 len: 217 time: 0.1326931 Jun 22 18:31:34.518308 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f53bc0b6-b90a-415b-9609-dd368349e4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:34.524506 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f53bc0b6-b90a-415b-9609-dd368349e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:34.561827 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-42df8609-4dce-4c1c-877f-b9b2008870ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:34.578983 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-f53bc0b6-b90a-415b-9609-dd368349e4e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5e023679fa4448a9e2cc16ef48c37df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360496 Jun 22 18:31:34.586154 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47710) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:34.652296 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c31b20e1-8d16-4725-abe1-1c85bfdeeab9 req-0f608c00-53c1-4508-b3e6-c05aac3e9706 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353869 Jun 22 18:31:34.661788 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c9a2c-5327-41d9-b240-076a5d466064 req-fb5d0ee6-1775-4a18-ace5-c860f7f46585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:34.663657 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bc0b6-b90a-415b-9609-dd368349e4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cb3738-6f2b-4ae1-adb7-2c078cb38f00,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:34.664187 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1f2c9a2c-5327-41d9-b240-076a5d466064 req-fb5d0ee6-1775-4a18-ace5-c860f7f46585 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=748b275f-0ae5-4fac-9860-855a76ef2bec HTTP/1.1" status: 200 len: 858 time: 0.1349707 Jun 22 18:31:34.671020 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f53bc0b6-b90a-415b-9609-dd368349e4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:34.704267 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4d3c6b29-e324-4813-b15f-a14142ae1c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:34.729714 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1f2c9a2c-5327-41d9-b240-076a5d466064 req-cddb34b8-ed04-4880-b911-c0d5733e49c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75e6befd-6f26-4650-9b7e-2f30ce50a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500376 Jun 22 18:31:34.792053 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4d3c6b29-e324-4813-b15f-a14142ae1c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:34.898625 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1f2c9a2c-5327-41d9-b240-076a5d466064 req-3847af3d-5cb5-4df2-82e2-10ae667de8d5 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620998 Jun 22 18:31:34.921645 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4d3c6b29-e324-4813-b15f-a14142ae1c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:34.926631 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4d3c6b29-e324-4813-b15f-a14142ae1c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:34.932206 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-4d3c6b29-e324-4813-b15f-a14142ae1c22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74cb3738-6f2b-4ae1-adb7-2c078cb38f00 HTTP/1.1" status: 204 len: 168 time: 0.3447044 Jun 22 18:31:34.933105 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:34.946507 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c6b29-e324-4813-b15f-a14142ae1c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cb3738-6f2b-4ae1-adb7-2c078cb38f00,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:34.949670 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4d3c6b29-e324-4813-b15f-a14142ae1c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:35.076629 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1f2c9a2c-5327-41d9-b240-076a5d466064 req-10739024-9118-403a-9ea2-931590f168c8 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233258 Jun 22 18:31:35.302717 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e103e711-6ff9-426e-9d7d-11b8b2895bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:35.338713 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47744) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:35.629811 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:35.843189 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1272049737-network', 'tenant_id': 'f290c310bb9743d5869e1e3d485753e8'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:35.999395 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Made reservation on behalf of f290c310bb9743d5869e1e3d485753e8 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:36.005001 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.045486 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.090179 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c9046-123d-49c6-b232-8de997672190 req-a7405cfe-e408-42aa-9277-4fe0885f8caa tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:36.092761 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-fa7c9046-123d-49c6-b232-8de997672190 req-a7405cfe-e408-42aa-9277-4fe0885f8caa tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.2265625 Jun 22 18:31:36.214345 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-fa7c9046-123d-49c6-b232-8de997672190 req-d397da3a-2021-4ad2-b8ce-9e8465f6df17 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133633 Jun 22 18:31:36.343182 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.350314 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.358947 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:36.370165 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.447969 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:36.466297 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.467085 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Added segment 0a585084-34e5-4811-ba75-84ee93b3ae04 of type vlan for network 918c3b33-58d2-4969-bfc5-27731b3e90cc Jun 22 18:31:36.481786 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37476caa-ddae-43fe-bf2e-34100203b1ea,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:36.504703 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:36.545960 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.590158 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.592261 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:36.595644 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:36.600471 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-94efe865-40cd-4f90-b29d-78dcea121ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:36.677771 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 47800) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:36.678614 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3378413 Jun 22 18:31:36.686162 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Pushing event updated for resources: {'Network': ['ID=918c3b33-58d2-4969-bfc5-27731b3e90cc,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:36.689066 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] Request body: {'subnet': {'network_id': '918c3b33-58d2-4969-bfc5-27731b3e90cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1272049737-subnet', 'tenant_id': 'f290c310bb9743d5869e1e3d485753e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:36.690102 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:36.705622 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network 918c3b33-58d2-4969-bfc5-27731b3e90cc details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:36.752624 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] Made reservation on behalf of f290c310bb9743d5869e1e3d485753e8 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:36.759212 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:37.081524 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:37.084774 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b38da012-3c98-4784-bc25-efdb7e6902ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:37.170102 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7451ed32-a66c-452b-b1b1-896aab8f9618,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:37.173494 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] Checking segment: {'id': '0a585084-34e5-4811-ba75-84ee93b3ae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '918c3b33-58d2-4969-bfc5-27731b3e90cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:37.174234 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] Network hostable DHCP agents. Network: 918c3b33-58d2-4969-bfc5-27731b3e90cc, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:37.178355 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:37.201445 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] Network 918c3b33-58d2-4969-bfc5-27731b3e90cc is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:37.214567 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, 918c3b33-58d2-4969-bfc5-27731b3e90cc) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:37.225996 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77cbce1-8ff2-4fa1-9f5e-ffc26c240f36 None None] Network 918c3b33-58d2-4969-bfc5-27731b3e90cc requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:37.227388 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:37.248409 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:37.304264 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6149559 Jun 22 18:31:37.551388 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c37a5a-6ead-4d3f-bea3-77e221dc3b67 None None] Network 918c3b33-58d2-4969-bfc5-27731b3e90cc requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:37.562976 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124b587-35dc-46b9-82f4-32a858ab45a9 req-d2522d45-0309-4da9-804a-b6d60da35658 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:37.574757 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8124b587-35dc-46b9-82f4-32a858ab45a9 req-d2522d45-0309-4da9-804a-b6d60da35658 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1668925 Jun 22 18:31:37.688630 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8124b587-35dc-46b9-82f4-32a858ab45a9 req-3e336a8f-eca6-40dc-ab51-22a4da75465d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121137 Jun 22 18:31:38.376526 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-d25b1137-91d5-42bc-9245-bde287d79b73 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:38.378583 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-d25b1137-91d5-42bc-9245-bde287d79b73 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/networks?id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 200 len: 814 time: 0.2457676 Jun 22 18:31:38.406324 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-c2b0bcd2-9e43-48e4-8dcd-0af964ec81a4 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/quotas/ff2e7cf91705484da2c9d63c8b5887ed HTTP/1.1" status: 200 len: 375 time: 0.0174773 Jun 22 18:31:38.543736 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-6a71444f-9440-4325-98df-c1e38a5d3e30 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1309927 Jun 22 18:31:38.553088 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:38.749647 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-b9662b9c-a3bf-4047-a294-3603f6fcdbb2 service neutron] 10.222.0.20 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945798 Jun 22 18:31:38.862810 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:31:38.895623 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 47904) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:38.909504 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1158580130-network', 'tenant_id': '81bc15222c2d4d76991bb0b0a08de8b9'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:38.920823 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-ccd586c9-c20b-46c5-bf83-884fdf07922b service neutron] 10.222.0.20 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641726 Jun 22 18:31:38.960452 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Made reservation on behalf of 81bc15222c2d4d76991bb0b0a08de8b9 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:38.965920 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:38.987154 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.224050 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.236137 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.269792 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:31:39.293799 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.294150 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.db.segments_db [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Added segment a4386c1f-cf5b-4031-8ea7-6f0bdb4d7109 of type vlan for network c5ed9f94-34ad-4d85-837b-fccf005ab8b1 Jun 22 18:31:39.380550 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:39.426400 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a35281-2f02-4d98-a491-c55f427f1bb2 req-2adfe06b-f53a-410a-883d-d2cf346e7a90 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:39.431758 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-97a35281-2f02-4d98-a491-c55f427f1bb2 req-2adfe06b-f53a-410a-883d-d2cf346e7a90 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 945 time: 0.1443095 Jun 22 18:31:39.453299 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.489939 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-97a35281-2f02-4d98-a491-c55f427f1bb2 req-658cee81-b737-42dd-89bd-95c2a055f789 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456481 Jun 22 18:31:39.500310 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd7167-28cb-4606-a035-1fe846cb04fe req-1239a3da-3d53-4960-8e4b-fbdce088a19a tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:39.504479 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-28cd7167-28cb-4606-a035-1fe846cb04fe req-1239a3da-3d53-4960-8e4b-fbdce088a19a tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.3713446 Jun 22 18:31:39.529805 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d3834-dcc1-41ae-98b1-7e75e65e9feb,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:39.536362 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:39.657584 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-28cd7167-28cb-4606-a035-1fe846cb04fe req-8fe8eba3-bc70-4a93-be91-1860c411061b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320570 Jun 22 18:31:39.661954 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.664432 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:39.665522 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:39.699064 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d0ee68d4-c128-43f8-ae6d-81653ff88c99 req-b2966e5b-876e-4b6c-aa2f-ffb85342207d tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 210 time: 0.0978167 Jun 22 18:31:39.711370 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3b9896f9-1ac4-4635-b61f-7d924c6dcafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:39.785042 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 47936) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:39.786107 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8887966 Jun 22 18:31:39.794407 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-450cb968-8627-481a-ad7a-fc07a0dd8007 admin admin] Request body: {'subnet': {'network_id': 'c5ed9f94-34ad-4d85-837b-fccf005ab8b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1158580130-subnet', 'tenant_id': '81bc15222c2d4d76991bb0b0a08de8b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:39.812109 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Pushing event updated for resources: {'Network': ['ID=c5ed9f94-34ad-4d85-837b-fccf005ab8b1,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:39.817203 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:39.832022 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network c5ed9f94-34ad-4d85-837b-fccf005ab8b1 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:31:39.864596 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450cb968-8627-481a-ad7a-fc07a0dd8007 admin admin] Made reservation on behalf of 81bc15222c2d4d76991bb0b0a08de8b9 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:39.867573 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-450cb968-8627-481a-ad7a-fc07a0dd8007 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.185367 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-450cb968-8627-481a-ad7a-fc07a0dd8007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.189233 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:40.252631 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cb968-8627-481a-ad7a-fc07a0dd8007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b3c6f5b-8612-4022-8977-1430674b8958,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:40.257103 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-450cb968-8627-481a-ad7a-fc07a0dd8007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:40.265799 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450cb968-8627-481a-ad7a-fc07a0dd8007 admin admin] Checking segment: {'id': 'a4386c1f-cf5b-4031-8ea7-6f0bdb4d7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c5ed9f94-34ad-4d85-837b-fccf005ab8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:40.266161 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450cb968-8627-481a-ad7a-fc07a0dd8007 admin admin] Network hostable DHCP agents. Network: c5ed9f94-34ad-4d85-837b-fccf005ab8b1, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:31:40.288882 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450cb968-8627-481a-ad7a-fc07a0dd8007 admin admin] Network c5ed9f94-34ad-4d85-837b-fccf005ab8b1 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:31:40.301133 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-450cb968-8627-481a-ad7a-fc07a0dd8007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, c5ed9f94-34ad-4d85-837b-fccf005ab8b1) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:40.308550 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450cb968-8627-481a-ad7a-fc07a0dd8007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:40.309660 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-450cb968-8627-481a-ad7a-fc07a0dd8007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:40.311209 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02706fe-08ff-4218-9ea2-fbf7a966d9f5 None None] Network c5ed9f94-34ad-4d85-837b-fccf005ab8b1 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:40.331213 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-450cb968-8627-481a-ad7a-fc07a0dd8007 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5433021 Jun 22 18:31:40.495285 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea629d30-a93c-4782-8705-46dcf5b793b1 None None] Network c5ed9f94-34ad-4d85-837b-fccf005ab8b1 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:31:40.841370 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c8a8a-a733-43c8-aa77-24dc07c1f548 req-a37de0a4-648c-442c-b97a-2ae09ecf0747 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:40.843024 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f76c8a8a-a733-43c8-aa77-24dc07c1f548 req-a37de0a4-648c-442c-b97a-2ae09ecf0747 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 945 time: 0.1744511 Jun 22 18:31:41.045472 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f76c8a8a-a733-43c8-aa77-24dc07c1f548 req-15eb0bae-e9ed-4e5c-9440-27e72801c34f tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900883 Jun 22 18:31:41.154733 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c97bc-b3bb-4d9f-81ad-ba67d7a185a4 req-98b901e9-48f5-4747-8f5f-e0d6806107d5 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:41.157554 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3c4c97bc-b3bb-4d9f-81ad-ba67d7a185a4 req-98b901e9-48f5-4747-8f5f-e0d6806107d5 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.16 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 945 time: 0.2330890 Jun 22 18:31:41.472163 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0332558-c318-4532-a49f-63c05c7bb161 req-effd5a7e-76bb-4ea5-914f-474daccbdd9a tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:41.474147 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a0332558-c318-4532-a49f-63c05c7bb161 req-effd5a7e-76bb-4ea5-914f-474daccbdd9a tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.5345347 Jun 22 18:31:41.499945 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-80127c82-5744-463c-a713-e72eea5e92cc tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:41.502042 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-80127c82-5744-463c-a713-e72eea5e92cc tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "GET /v2.0/networks?id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 200 len: 814 time: 0.4893317 Jun 22 18:31:41.528960 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Request body: {'port': {'device_id': 'a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4', 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20', 'admin_state_up': True, 'tenant_id': 'ff2e7cf91705484da2c9d63c8b5887ed'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:41.549321 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-3c4c97bc-b3bb-4d9f-81ad-ba67d7a185a4 req-624946e7-3323-4e36-a629-eb668cd8d4a4 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Deleting port 249ac526-593f-4b9b-a432-3eed3c16b5b2 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:31:41.563354 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-3c4c97bc-b3bb-4d9f-81ad-ba67d7a185a4 req-624946e7-3323-4e36-a629-eb668cd8d4a4 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.717123 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a0332558-c318-4532-a49f-63c05c7bb161 req-d37f414c-156c-459b-8dbb-f63bff1ec946 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274616 Jun 22 18:31:41.730340 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Made reservation on behalf of ff2e7cf91705484da2c9d63c8b5887ed for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:41.735769 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:41.816694 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-c595cd5e-f7a7-45a9-91e9-386ac4121f89 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:41.818310 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-c595cd5e-f7a7-45a9-91e9-386ac4121f89 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/networks?id=918c3b33-58d2-4969-bfc5-27731b3e90cc HTTP/1.1" status: 200 len: 809 time: 0.1797450 Jun 22 18:31:41.905520 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-f52d05cd-2914-47fb-884f-cbc401046f3d tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/quotas/f290c310bb9743d5869e1e3d485753e8 HTTP/1.1" status: 200 len: 375 time: 0.0484481 Jun 22 18:31:42.035666 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-bab7e8ae-4348-45c8-9587-922744d4dfb6 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f290c310bb9743d5869e1e3d485753e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1180060 Jun 22 18:31:42.049157 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Allocated IP 172.20.0.10 (59d01a4b-5a0c-4149-a2c6-30f6a2618e20/16c92407-c571-40c7-b8f0-f24e7a21633c/e3bc3364-8125-494e-8708-942f7d056426) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:42.097333 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5ffa7a8d-4a4f-4e74-abf7-57bb6361bb53 req-2d076659-a400-4e4d-bd09-ff547fedd09d tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 210 time: 0.0427771 Jun 22 18:31:42.173831 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-3c4c97bc-b3bb-4d9f-81ad-ba67d7a185a4 req-624946e7-3323-4e36-a629-eb668cd8d4a4 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] For port 249ac526-593f-4b9b-a432-3eed3c16b5b2, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=249ac526-593f-4b9b-a432-3eed3c16b5b2,segment=NetworkSegment(76c9d660-f85d-4376-a92a-dfbc7d49d95c),segment_id=76c9d660-f85d-4376-a92a-dfbc7d49d95c)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:42.174414 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-3c4c97bc-b3bb-4d9f-81ad-ba67d7a185a4 req-624946e7-3323-4e36-a629-eb668cd8d4a4 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.220766 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-3c4c97bc-b3bb-4d9f-81ad-ba67d7a185a4 req-624946e7-3323-4e36-a629-eb668cd8d4a4 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Calling delete_port for 249ac526-593f-4b9b-a432-3eed3c16b5b2 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:31:42.473367 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 48032) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:42.529781 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.563320 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a951f15-1890-4beb-a458-c7bab47a09a4 req-dbe9d562-cb62-429b-ba7d-0e692b33b1f0 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:42.565990 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5a951f15-1890-4beb-a458-c7bab47a09a4 req-dbe9d562-cb62-429b-ba7d-0e692b33b1f0 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 945 time: 0.2324784 Jun 22 18:31:42.654612 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-9bf9461a-63dd-45b6-a69e-1235124908fd service neutron] 10.222.0.20 "GET /v2.0/networks/918c3b33-58d2-4969-bfc5-27731b3e90cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986624 Jun 22 18:31:42.687113 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a5f953ce-b258-44cb-8a9f-487a30c5f8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.693560 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5a951f15-1890-4beb-a458-c7bab47a09a4 req-f62065c1-9858-4e85-a4e9-b6fe99b98cde tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/security-groups?id=17bee476-016a-4c0e-9579-fa8980b5dbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198452 Jun 22 18:31:42.753265 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.769671 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-455d0ab1-9b26-4895-8153-bc8072d0956f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:42.770875 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['b28aa602-8dff-406e-b615-54954362f384'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:42.894078 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:42.914300 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:42.933381 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:42.943855 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:42.944956 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:42.963321 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-d04cdb51-96ce-464a-ba2c-dbc36ab4c9d7 service neutron] 10.222.0.20 "GET /v2.0/networks/918c3b33-58d2-4969-bfc5-27731b3e90cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938354 Jun 22 18:31:42.967397 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Pushing event updated for resources: {'Port': ['ID=e3bc3364-8125-494e-8708-942f7d056426,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:42.993198 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:43.021690 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-3c4c97bc-b3bb-4d9f-81ad-ba67d7a185a4 req-624946e7-3323-4e36-a629-eb668cd8d4a4 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.057090 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:43.082110 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a5f953ce-b258-44cb-8a9f-487a30c5f8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.090777 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a5f953ce-b258-44cb-8a9f-487a30c5f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.100718 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f2bde9f4-3438-4cc3-81fd-a246a5970369 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:43.121373 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5997896 Jun 22 18:31:43.158183 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Request body: {'port': {'device_id': 'a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:43.339593 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-a5f953ce-b258-44cb-8a9f-487a30c5f8d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95bd9656c95e467c8726f0721ca99189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8587143 Jun 22 18:31:43.350837 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 48060) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:43.385725 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624946e7-3323-4e36-a629-eb668cd8d4a4 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Pushing event deleted for resources: {'Port': ['ID=249ac526-593f-4b9b-a432-3eed3c16b5b2,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:43.399413 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-624946e7-3323-4e36-a629-eb668cd8d4a4 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:43.407190 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f953ce-b258-44cb-8a9f-487a30c5f8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ff8b17-ae82-41c0-8954-f39b442b218a,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:43.414443 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a5f953ce-b258-44cb-8a9f-487a30c5f8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:43.459113 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4c97bc-b3bb-4d9f-81ad-ba67d7a185a4 req-624946e7-3323-4e36-a629-eb668cd8d4a4 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] No DVR routers for this DVR port 249ac526-593f-4b9b-a432-3eed3c16b5b2 on host hv-cinder-77428 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:31:43.470017 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-3c4c97bc-b3bb-4d9f-81ad-ba67d7a185a4 req-624946e7-3323-4e36-a629-eb668cd8d4a4 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.473646 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3c4c97bc-b3bb-4d9f-81ad-ba67d7a185a4 req-624946e7-3323-4e36-a629-eb668cd8d4a4 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.16 "DELETE /v2.0/ports/249ac526-593f-4b9b-a432-3eed3c16b5b2 HTTP/1.1" status: 204 len: 173 time: 2.3080232 Jun 22 18:31:43.474433 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5094e916-5fc6-444d-8216-6e9823edfff4', 'name': 'network-vif-deleted', 'tag': '249ac526-593f-4b9b-a432-3eed3c16b5b2'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:43.496316 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb87e6ff-2105-42bb-aa30-0cbd165e1d33" -d '{"events": [{"server_uuid": "5094e916-5fc6-444d-8216-6e9823edfff4", "name": "network-vif-deleted", "tag": "249ac526-593f-4b9b-a432-3eed3c16b5b2"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:43.547577 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.556709 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['249ac526-593f-4b9b-a432-3eed3c16b5b2'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:43.591888 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87933046-4bdd-4fb1-80fa-57f25c38b1ac req-72f84507-d64c-4b76-8bfa-edc6fbaf4880 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:43.595441 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-87933046-4bdd-4fb1-80fa-57f25c38b1ac req-72f84507-d64c-4b76-8bfa-edc6fbaf4880 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.4462390 Jun 22 18:31:43.596776 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3a3992ec-ec25-4c56-98f6-67f3438bc36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.762960 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb1256-0631-45c6-baf3-3d8aaaf454dc req-3915c64f-f86b-4fa2-9d31-565e87509fbb tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:43.764849 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4edb1256-0631-45c6-baf3-3d8aaaf454dc req-3915c64f-f86b-4fa2-9d31-565e87509fbb tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 932 time: 0.1543081 Jun 22 18:31:43.830260 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4edb1256-0631-45c6-baf3-3d8aaaf454dc req-522bf986-9c80-4f85-9abf-9b5fff66c145 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557563 Jun 22 18:31:43.939311 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3a3992ec-ec25-4c56-98f6-67f3438bc36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:43.975984 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c85ab0f5-7347-4434-909d-bcf773906b4d req-a0452f9d-a898-45a7-93e8-a248cdf29770 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 210 time: 0.0446994 Jun 22 18:31:44.033595 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-87933046-4bdd-4fb1-80fa-57f25c38b1ac req-72815c4f-e086-449d-80bf-bb9151ec957d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288704 Jun 22 18:31:44.083551 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48082) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:44.125487 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9890a253-4fba-4a50-94cb-83900b32baca x-openstack-request-id: req-9890a253-4fba-4a50-94cb-83900b32baca {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:44.125948 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5094e916-5fc6-444d-8216-6e9823edfff4", "name": "network-vif-deleted", "tag": "249ac526-593f-4b9b-a432-3eed3c16b5b2", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:44.126339 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9890a253-4fba-4a50-94cb-83900b32baca {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:44.126830 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5094e916-5fc6-444d-8216-6e9823edfff4', 'name': 'network-vif-deleted', 'tag': '249ac526-593f-4b9b-a432-3eed3c16b5b2', 'status': 'completed', 'code': 200} Jun 22 18:31:44.244849 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3a3992ec-ec25-4c56-98f6-67f3438bc36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.249847 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3a3992ec-ec25-4c56-98f6-67f3438bc36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.251857 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-3a3992ec-ec25-4c56-98f6-67f3438bc36f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63ff8b17-ae82-41c0-8954-f39b442b218a HTTP/1.1" status: 204 len: 168 time: 0.8987708 Jun 22 18:31:44.259750 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6836d924-3d84-4451-bb9e-8f80889f690f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:44.314336 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-566b059c-5842-4533-bee8-ab5138270f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.379475 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3bc3364-8125-494e-8708-942f7d056426 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:44.388793 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3992ec-ec25-4c56-98f6-67f3438bc36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ff8b17-ae82-41c0-8954-f39b442b218a,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:44.401224 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3a3992ec-ec25-4c56-98f6-67f3438bc36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:44.405533 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.435555 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Transition to ACTIVE for port object e3bc3364-8125-494e-8708-942f7d056426 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:44.443893 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.454727 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:44.542731 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-566b059c-5842-4533-bee8-ab5138270f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.551085 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-566b059c-5842-4533-bee8-ab5138270f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.558022 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:44.566045 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-72b265b7-3095-423a-bdc1-40de4318ba63 req-996cfb9e-5d51-400c-8a0f-7f9be8e8adc5 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] 10.222.0.20 "GET /v2.0/ports?device_id=5094e916-5fc6-444d-8216-6e9823edfff4 HTTP/1.1" status: 200 len: 210 time: 0.0558450 Jun 22 18:31:44.639600 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-566b059c-5842-4533-bee8-ab5138270f00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b9eef694e534dd3867a4ed52691354c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5533102 Jun 22 18:31:44.641331 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b059c-5842-4533-bee8-ab5138270f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2d5294-451f-4a3e-98c1-280ff029da1e,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:44.658070 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48094) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:44.673788 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-566b059c-5842-4533-bee8-ab5138270f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:44.709685 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bc3364-8125-494e-8708-942f7d056426,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:44.758303 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:44.761451 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Attempting to bind port e3bc3364-8125-494e-8708-942f7d056426 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:44.761704 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Attempting to bind port e3bc3364-8125-494e-8708-942f7d056426 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:44.762052 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Attempting to bind port e3bc3364-8125-494e-8708-942f7d056426 on network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:44.772103 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad72a60e-053c-4efa-93ff-f42f283d761d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.774299 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Port e3bc3364-8125-494e-8708-942f7d056426 on network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:44.774623 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Attempting to bind port e3bc3364-8125-494e-8708-942f7d056426 on network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:44.781275 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:44.781591 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Checking segment: {'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:44.782114 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Bound using segment: {'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:44.782495 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Bound port: e3bc3364-8125-494e-8708-942f7d056426, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:44.782858 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.823163 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad72a60e-053c-4efa-93ff-f42f283d761d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.941662 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad72a60e-053c-4efa-93ff-f42f283d761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.958036 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad72a60e-053c-4efa-93ff-f42f283d761d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:44.960908 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-ad72a60e-053c-4efa-93ff-f42f283d761d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d2d5294-451f-4a3e-98c1-280ff029da1e HTTP/1.1" status: 204 len: 168 time: 0.2968407 Jun 22 18:31:44.969346 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-929c2be5-f4b7-48c4-9858-e04b1c8390c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:45.015347 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] For port e3bc3364-8125-494e-8708-942f7d056426, host hv-cinder-77428, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:45.019276 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72a60e-053c-4efa-93ff-f42f283d761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2d5294-451f-4a3e-98c1-280ff029da1e,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:45.028344 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] For port e3bc3364-8125-494e-8708-942f7d056426, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e3bc3364-8125-494e-8708-942f7d056426,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:45.034128 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ad72a60e-053c-4efa-93ff-f42f283d761d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:45.047020 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.088062 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:45.104620 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:45.107518 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.113792 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] 10.222.0.16 "PUT /v2.0/ports/e3bc3364-8125-494e-8708-942f7d056426 HTTP/1.1" status: 200 len: 1094 time: 1.9675374 Jun 22 18:31:45.114659 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4', 'tag': 'e3bc3364-8125-494e-8708-942f7d056426'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:45.119897 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f9de58-39bb-495d-b8f3-a8d5500e256d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4", "tag": "e3bc3364-8125-494e-8708-942f7d056426"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:45.308840 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 48124) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:45.350410 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0ce5554f-232d-4844-b3d7-df02156eff70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.376952 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Pushing event updated for resources: {'Port': ['ID=e3bc3364-8125-494e-8708-942f7d056426,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:45.409833 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:45.502410 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff12c8-f0e2-40ea-934a-0849f93303af req-16018d4a-bde1-4f80-b7b6-2c52f69b7ece tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:45.505618 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9eff12c8-f0e2-40ea-934a-0849f93303af req-16018d4a-bde1-4f80-b7b6-2c52f69b7ece tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 944 time: 0.2025993 Jun 22 18:31:45.553952 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-fbff8588-5ca0-4ab4-a577-855b72f2c70d req-c916e46d-deec-4bad-82cc-aad24cf283b5 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 210 time: 0.1080806 Jun 22 18:31:45.601698 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9eff12c8-f0e2-40ea-934a-0849f93303af req-a9e39d15-8ea0-4ff1-a701-d87693926abc tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819113 Jun 22 18:31:45.660841 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-9492f04b-1654-48b6-9c05-f0c9bfa486d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:45.662326 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-9492f04b-1654-48b6-9c05-f0c9bfa486d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 1097 time: 0.2978117 Jun 22 18:31:45.786966 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-4358a71f-aaad-48fe-9299-2b6562d2b078 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3bc3364-8125-494e-8708-942f7d056426 HTTP/1.1" status: 200 len: 217 time: 0.1140921 Jun 22 18:31:45.798154 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6e2361-feae-43a9-af2a-57938000e3bf x-openstack-request-id: req-ca6e2361-feae-43a9-af2a-57938000e3bf {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:45.798665 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4", "tag": "e3bc3364-8125-494e-8708-942f7d056426", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:45.799257 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca6e2361-feae-43a9-af2a-57938000e3bf {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:45.799498 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4', 'tag': 'e3bc3364-8125-494e-8708-942f7d056426', 'status': 'completed', 'code': 200} Jun 22 18:31:45.883927 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0ce5554f-232d-4844-b3d7-df02156eff70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.912365 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0ce5554f-232d-4844-b3d7-df02156eff70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:45.920001 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:45.973499 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-994a3b9a-5b08-465f-960f-7e3dd7d1ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:45.975071 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-994a3b9a-5b08-465f-960f-7e3dd7d1ad3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16c92407-c571-40c7-b8f0-f24e7a21633c HTTP/1.1" status: 200 len: 854 time: 0.1718583 Jun 22 18:31:45.986386 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-0ce5554f-232d-4844-b3d7-df02156eff70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59cb84f21c6c4be3ba37e13e888f7a23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6762476 Jun 22 18:31:45.990721 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 48140) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:45.993194 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5554f-232d-4844-b3d7-df02156eff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0abac2-1e09-49bc-b6d5-3d6a5534ee1b,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:46.050356 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48146) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:46.050892 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0ce5554f-232d-4844-b3d7-df02156eff70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:46.093070 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5aaa-798d-4144-a518-f4c3a1418bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.108349 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-b8e94be0-55c9-403a-8bb5-11209db65cda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181040 Jun 22 18:31:46.145562 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 249ac526-593f-4b9b-a432-3eed3c16b5b2 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:31:46.219168 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: 249ac526-593f-4b9b-a432-3eed3c16b5b2 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:31:46.220193 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 249ac526-593f-4b9b-a432-3eed3c16b5b2 not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:31:46.222841 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55d2fd-8c70-42db-bca9-06b9848f02e3 req-ab91eb44-148b-49e3-b608-7c21c9e94f96 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:46.247489 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3f55d2fd-8c70-42db-bca9-06b9848f02e3 req-ab91eb44-148b-49e3-b608-7c21c9e94f96 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.4068964 Jun 22 18:31:46.346814 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e0fd0d9-2aef-4731-b3a2-966dca4027ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.413918 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-a592f9ce-5407-4f3a-8bb0-f1ddf91ec38a tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:46.416611 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-a592f9ce-5407-4f3a-8bb0-f1ddf91ec38a tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.16 "GET /v2.0/networks?id=918c3b33-58d2-4969-bfc5-27731b3e90cc HTTP/1.1" status: 200 len: 809 time: 0.3182018 Jun 22 18:31:46.417118 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e0fd0d9-2aef-4731-b3a2-966dca4027ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.435174 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3f55d2fd-8c70-42db-bca9-06b9848f02e3 req-2f05c845-6c53-49af-aeb6-e82e3c72afbb tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803501 Jun 22 18:31:46.473314 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Request body: {'port': {'device_id': '563e0221-856c-4e9b-a34d-aea6c89ff0ae', 'network_id': '918c3b33-58d2-4969-bfc5-27731b3e90cc', 'admin_state_up': True, 'tenant_id': 'f290c310bb9743d5869e1e3d485753e8'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:46.554129 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-461c93c8-2fa3-4ee3-8c23-f9d14da1aade service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274240 Jun 22 18:31:46.569104 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e0fd0d9-2aef-4731-b3a2-966dca4027ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.572366 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0e0fd0d9-2aef-4731-b3a2-966dca4027ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.576877 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-0e0fd0d9-2aef-4731-b3a2-966dca4027ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d0abac2-1e09-49bc-b6d5-3d6a5534ee1b HTTP/1.1" status: 204 len: 168 time: 0.5816288 Jun 22 18:31:46.576877 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0ce5554f-232d-4844-b3d7-df02156eff70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:46.607297 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fd0d9-2aef-4731-b3a2-966dca4027ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0abac2-1e09-49bc-b6d5-3d6a5534ee1b,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:46.653775 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0e0fd0d9-2aef-4731-b3a2-966dca4027ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:46.744396 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a21a3845-ec1f-45ba-9b6a-011efa8e73ae req-e0dc3d03-4c3a-4da5-83d7-035dab341ca4 service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692071 Jun 22 18:31:46.787385 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5aaa-798d-4144-a518-f4c3a1418bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.797185 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5aaa-798d-4144-a518-f4c3a1418bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.802743 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d042eb70-f93f-406a-8b56-3dab0a6443c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:46.905883 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Made reservation on behalf of f290c310bb9743d5869e1e3d485753e8 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:46.912034 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:46.973752 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9de58-39bb-495d-b8f3-a8d5500e256d req-b3bbfbc5-5648-428e-96d6-4727c3d592c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:46.976829 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-ab0a5aaa-798d-4144-a518-f4c3a1418bce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a24eb72baf02416ca4eb37b131c5abf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9247918 Jun 22 18:31:46.977549 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48174) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:46.981773 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e9f9de58-39bb-495d-b8f3-a8d5500e256d req-b3bbfbc5-5648-428e-96d6-4727c3d592c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 1097 time: 0.1324265 Jun 22 18:31:46.982104 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a5aaa-798d-4144-a518-f4c3a1418bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072e1e37-45f7-496c-bde0-fb6f2adb2933,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:47.013756 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ab0a5aaa-798d-4144-a518-f4c3a1418bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:47.077131 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8648fee2-5d98-4bd7-8833-2394920d8263 req-92dda765-cbff-4af9-ae42-de43edde59ef tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 210 time: 0.0382671 Jun 22 18:31:47.224724 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.237379 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9de58-39bb-495d-b8f3-a8d5500e256d req-f56c4c3c-bc68-4558-8bc0-304034ab1c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:47.240417 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e9f9de58-39bb-495d-b8f3-a8d5500e256d req-f56c4c3c-bc68-4558-8bc0-304034ab1c2e service neutron] 10.222.0.16 "GET /v2.0/networks?id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 200 len: 915 time: 0.2512248 Jun 22 18:31:47.260708 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Allocated IP 172.20.0.6 (918c3b33-58d2-4969-bfc5-27731b3e90cc/7451ed32-a66c-452b-b1b1-896aab8f9618/4256d0d1-3ae4-4708-98ea-89219939ea53) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:47.282390 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.336280 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e9f9de58-39bb-495d-b8f3-a8d5500e256d req-1f4fb8cf-5995-4723-a16d-b91779fab363 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3bc3364-8125-494e-8708-942f7d056426 HTTP/1.1" status: 200 len: 217 time: 0.0824518 Jun 22 18:31:47.395696 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a7410-d058-48d7-8c65-28dad3a6fe1a req-945ba7a4-dd89-4ab6-91fc-512b04d37195 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:47.404976 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-bf8a7410-d058-48d7-8c65-28dad3a6fe1a req-945ba7a4-dd89-4ab6-91fc-512b04d37195 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 944 time: 0.2388434 Jun 22 18:31:47.435313 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9de58-39bb-495d-b8f3-a8d5500e256d req-d33c2836-2f71-4064-8996-424c49c256d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:47.437006 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e9f9de58-39bb-495d-b8f3-a8d5500e256d req-d33c2836-2f71-4064-8996-424c49c256d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16c92407-c571-40c7-b8f0-f24e7a21633c HTTP/1.1" status: 200 len: 854 time: 0.0930703 Jun 22 18:31:47.509681 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-bf8a7410-d058-48d7-8c65-28dad3a6fe1a req-05c5e020-7490-4bdf-9c5b-60cae98122b8 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017799 Jun 22 18:31:47.513793 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e9f9de58-39bb-495d-b8f3-a8d5500e256d req-25a756ca-22f0-43be-8890-9c3940cc94c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653188 Jun 22 18:31:47.628338 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.633931 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.636712 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/072e1e37-45f7-496c-bde0-fb6f2adb2933 HTTP/1.1" status: 204 len: 168 time: 0.6554689 Jun 22 18:31:47.645643 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f5b44391-0052-4d8b-81fa-10434c30125a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:47.732053 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e9f9de58-39bb-495d-b8f3-a8d5500e256d req-bec8c248-9287-4066-94f3-798ebd0d035e service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088182 Jun 22 18:31:47.746997 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072e1e37-45f7-496c-bde0-fb6f2adb2933,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:47.781731 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.782332 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.782938 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.795729 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.796109 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.796462 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.796810 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.797284 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.797512 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.802546 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.802546 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.802546 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:47.818106 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:47.859022 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:47.960595 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d99b4e-fc53-421f-a5ea-d10754b131b6 req-9937213c-e276-4bc9-8389-1a69819ea43f tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:47.976403 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e9d99b4e-fc53-421f-a5ea-d10754b131b6 req-9937213c-e276-4bc9-8389-1a69819ea43f tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.3377128 Jun 22 18:31:47.978254 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48210) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:47.991336 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e9f9de58-39bb-495d-b8f3-a8d5500e256d req-153a6d2b-bef8-488f-8e53-991dff925342 service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456889 Jun 22 18:31:48.103675 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.110644 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f59fb2-0a6b-41ea-a50d-f49f10093286 admin admin] Deleting subnet 7471fe99-db3e-48d7-8014-4a2949271ca4 {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:31:48.120724 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-58f59fb2-0a6b-41ea-a50d-f49f10093286 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.122858 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.158818 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e9d99b4e-fc53-421f-a5ea-d10754b131b6 req-665bdbff-612a-4e12-80d1-cb72f8b75f88 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615026 Jun 22 18:31:48.251547 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Network 918c3b33-58d2-4969-bfc5-27731b3e90cc is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:48.261697 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:48.268209 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-58f59fb2-0a6b-41ea-a50d-f49f10093286 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.272243 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:48.278887 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.279834 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.288808 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Pushing event updated for resources: {'Port': ['ID=4256d0d1-3ae4-4708-98ea-89219939ea53,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:48.298316 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:48.299875 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-58f59fb2-0a6b-41ea-a50d-f49f10093286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.302941 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 48226) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:48.333808 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8727956 Jun 22 18:31:48.349413 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Request body: {'port': {'device_id': '563e0221-856c-4e9b-a34d-aea6c89ff0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:48.357998 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.410503 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-58f59fb2-0a6b-41ea-a50d-f49f10093286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.441084 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.477255 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f59fb2-0a6b-41ea-a50d-f49f10093286 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7471fe99-db3e-48d7-8014-4a2949271ca4,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:48.494117 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-58f59fb2-0a6b-41ea-a50d-f49f10093286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:48.504145 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.516200 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-58f59fb2-0a6b-41ea-a50d-f49f10093286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.521655 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-58f59fb2-0a6b-41ea-a50d-f49f10093286 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7471fe99-db3e-48d7-8014-4a2949271ca4 HTTP/1.1" status: 204 len: 168 time: 0.5325959 Jun 22 18:31:48.524444 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 48234) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:48.752389 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.819395 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fbec6-ded7-4eaa-8e48-45d68eabd69a req-11bcf6d6-a2ba-4b3e-9de7-bcedbc6cd823 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.828479 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-148fbec6-ded7-4eaa-8e48-45d68eabd69a req-11bcf6d6-a2ba-4b3e-9de7-bcedbc6cd823 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 931 time: 0.3738329 Jun 22 18:31:48.842518 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.855330 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:48.913591 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2daa3edf-5d77-4c5a-907f-0abfddf51cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:48.932160 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b75d1600558740269ab459f5d2885251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6272907 Jun 22 18:31:48.946249 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd4122-fa96-47bf-a9ec-b336080bcd94 req-20ffd68d-ac73-4401-9377-07a8cb5558c8 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:48.947242 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 48252) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:48.950455 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8fdd4122-fa96-47bf-a9ec-b336080bcd94 req-20ffd68d-ac73-4401-9377-07a8cb5558c8 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 944 time: 0.2094650 Jun 22 18:31:49.089830 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ef7a51-4020-4f86-86cf-e94d64851860,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:49.111264 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8fdd4122-fa96-47bf-a9ec-b336080bcd94 req-78924a4a-f9b1-4336-b6da-519fc61a7e46 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534343 Jun 22 18:31:49.188356 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:49.189110 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:49.189613 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:49.190271 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:49.190937 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:49.191499 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:49.193588 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:49.194154 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:49.194662 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:49.195194 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:49.195689 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:49.196199 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:31:49.205741 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:49.260490 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-148fbec6-ded7-4eaa-8e48-45d68eabd69a req-8bafd48e-dcbb-4c06-984a-d948757a774a tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/security-groups?id=37476caa-ddae-43fe-bf2e-34100203b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083667 Jun 22 18:31:49.284553 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4256d0d1-3ae4-4708-98ea-89219939ea53 {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:49.308838 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.313176 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fec7361e-a165-4ce0-aadd-ef7d92d5c4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.349737 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fec7361e-a165-4ce0-aadd-ef7d92d5c4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.351341 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.396907 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.396907 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.398840 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.400241 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > port after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.400394 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.400883 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > port after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.401369 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.401832 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.402382 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.403019 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.414249 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Transition to ACTIVE for port object 4256d0d1-3ae4-4708-98ea-89219939ea53 will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:49.424630 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.430544 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:49.573195 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4256d0d1-3ae4-4708-98ea-89219939ea53,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:49.610243 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:49.693839 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Attempting to bind port 4256d0d1-3ae4-4708-98ea-89219939ea53 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:31:49.694351 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Attempting to bind port 4256d0d1-3ae4-4708-98ea-89219939ea53 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '0a585084-34e5-4811-ba75-84ee93b3ae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '918c3b33-58d2-4969-bfc5-27731b3e90cc'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:31:49.694991 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Attempting to bind port 4256d0d1-3ae4-4708-98ea-89219939ea53 on network 918c3b33-58d2-4969-bfc5-27731b3e90cc {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:49.704902 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Port 4256d0d1-3ae4-4708-98ea-89219939ea53 on network 918c3b33-58d2-4969-bfc5-27731b3e90cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:31:49.705475 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Attempting to bind port 4256d0d1-3ae4-4708-98ea-89219939ea53 on network 918c3b33-58d2-4969-bfc5-27731b3e90cc {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:31:49.720101 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:31:49.720687 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Checking segment: {'id': '0a585084-34e5-4811-ba75-84ee93b3ae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '918c3b33-58d2-4969-bfc5-27731b3e90cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:31:49.721349 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Bound using segment: {'id': '0a585084-34e5-4811-ba75-84ee93b3ae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '918c3b33-58d2-4969-bfc5-27731b3e90cc'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:31:49.721564 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.722106 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.722268 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Bound port: 4256d0d1-3ae4-4708-98ea-89219939ea53, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a585084-34e5-4811-ba75-84ee93b3ae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '918c3b33-58d2-4969-bfc5-27731b3e90cc'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:31:49.722646 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.722819 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.723244 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:31:49.724346 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41714776-f003-4d80-a5c7-28ca66a1fb57']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:49.756121 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173fb04-8f70-44a9-ab74-b48bd2f07a42 req-5ca380e2-9ee6-4fff-8c46-6057111148c3 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:49.757775 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3173fb04-8f70-44a9-ab74-b48bd2f07a42 req-5ca380e2-9ee6-4fff-8c46-6057111148c3 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.2669957 Jun 22 18:31:49.766047 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c9d660-f85d-4376-a92a-dfbc7d49d95c') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:49.766518 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c9d660-f85d-4376-a92a-dfbc7d49d95c') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:31:49.815463 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067162601'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.862728 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.878966 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:31:49.880054 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066911071'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.887043 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3173fb04-8f70-44a9-ab74-b48bd2f07a42 req-8e91ef5d-2df6-4438-bd43-66a66c1a2b37 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195905 Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: from cryptography.utils import int_from_bytes Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: from cryptography.utils import int_from_bytes Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: Traceback (most recent call last): Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: timer() Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: cb(*args, **kw) Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: return func(*args, **kwargs) Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: self._notify() Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: self.callback(batched_events) Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: event.method(event) Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: return f(self, *a, **k) Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: return self._get(url).json() Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:31:49.888674 dv-cinder-774286-17-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:31:49.911202 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] For port 4256d0d1-3ae4-4708-98ea-89219939ea53, host hv-cinder-77428, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:31:49.918780 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] For port 4256d0d1-3ae4-4708-98ea-89219939ea53, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4256d0d1-3ae4-4708-98ea-89219939ea53,segment=NetworkSegment(0a585084-34e5-4811-ba75-84ee93b3ae04),segment_id=0a585084-34e5-4811-ba75-84ee93b3ae04)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:31:49.927191 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.936302 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-624946e7-3323-4e36-a629-eb668cd8d4a4 tempest-DeleteServersTestJSON-944416233 tempest-DeleteServersTestJSON-944416233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:49.981977 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fec7361e-a165-4ce0-aadd-ef7d92d5c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.985569 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fec7361e-a165-4ce0-aadd-ef7d92d5c4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:49.987029 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-fec7361e-a165-4ce0-aadd-ef7d92d5c4ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32ef7a51-4020-4f86-86cf-e94d64851860 HTTP/1.1" status: 204 len: 168 time: 1.0162919 Jun 22 18:31:50.000945 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0e0fd0d9-2aef-4731-b3a2-966dca4027ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:50.023580 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7361e-a165-4ce0-aadd-ef7d92d5c4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ef7a51-4020-4f86-86cf-e94d64851860,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:50.024474 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:50.026400 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.028762 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fec7361e-a165-4ce0-aadd-ef7d92d5c4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:50.029935 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] 10.222.0.16 "PUT /v2.0/ports/4256d0d1-3ae4-4708-98ea-89219939ea53 HTTP/1.1" status: 200 len: 1093 time: 1.6862049 Jun 22 18:31:50.030818 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563e0221-856c-4e9b-a34d-aea6c89ff0ae', 'tag': '4256d0d1-3ae4-4708-98ea-89219939ea53'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:50.038745 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37967a4f-fba3-4529-b14e-00fd2f80e1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "563e0221-856c-4e9b-a34d-aea6c89ff0ae", "tag": "4256d0d1-3ae4-4708-98ea-89219939ea53"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:50.063530 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.096017 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4256d0d1-3ae4-4708-98ea-89219939ea53,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:50.099544 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.113944 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:50.114826 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] 10.222.0.20 "DELETE /v2.0/networks/41714776-f003-4d80-a5c7-28ca66a1fb57 HTTP/1.1" status: 204 len: 168 time: 1.5887253 Jun 22 18:31:50.117251 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:50.175608 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e3bc3364-8125-494e-8708-942f7d056426 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:50.194183 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddb428b-f4fc-4d68-8428-afabd55fe449 x-openstack-request-id: req-eddb428b-f4fc-4d68-8428-afabd55fe449 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:50.195663 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563e0221-856c-4e9b-a34d-aea6c89ff0ae", "tag": "4256d0d1-3ae4-4708-98ea-89219939ea53", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:50.198619 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eddb428b-f4fc-4d68-8428-afabd55fe449 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:50.199856 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563e0221-856c-4e9b-a34d-aea6c89ff0ae', 'tag': '4256d0d1-3ae4-4708-98ea-89219939ea53', 'status': 'completed', 'code': 200} Jun 22 18:31:50.341974 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-053d7be1-1638-4798-9508-1b0b810a42c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:50.343045 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-053d7be1-1638-4798-9508-1b0b810a42c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f290c310bb9743d5869e1e3d485753e8&device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 1096 time: 0.2016649 Jun 22 18:31:50.480751 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-11671376-8576-43ad-ab63-d64f9e266306 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4256d0d1-3ae4-4708-98ea-89219939ea53 HTTP/1.1" status: 200 len: 217 time: 0.1268456 Jun 22 18:31:50.497669 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e3bc3364-8125-494e-8708-942f7d056426, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e3bc3364-8125-494e-8708-942f7d056426,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:50.513620 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': 'e3bc3364-8125-494e-8708-942f7d056426', 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20', 'port_id': 'e3bc3364-8125-494e-8708-942f7d056426', 'mac_address': 'fa:16:3e:de:27:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c92407-c571-40c7-b8f0-f24e7a21633c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:50.594249 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.598497 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 48312) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:50.602452 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Pushing event deleted for resources: {'Network': ['ID=41714776-f003-4d80-a5c7-28ca66a1fb57,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:50.633003 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bc3364-8125-494e-8708-942f7d056426 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:50.680602 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1e5344d5-5333-4b2b-aff7-a835bc7495aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:50.690542 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-08e81949-fc8b-4b3f-b6d0-3688dabcebb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bd1c2e035754d08a6c3d20b7fb374fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0887680 Jun 22 18:31:50.692076 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48316) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:50.753910 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e3bc3364-8125-494e-8708-942f7d056426, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e3bc3364-8125-494e-8708-942f7d056426,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:50.767189 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:50.770966 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:50.796403 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223e0f9-57b7-4ee7-b017-0a366948ce12 req-f1b1c68f-fd4d-42dd-ac89-377b4b13451c tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:50.800150 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c223e0f9-57b7-4ee7-b017-0a366948ce12 req-f1b1c68f-fd4d-42dd-ac89-377b4b13451c tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 943 time: 0.2071209 Jun 22 18:31:50.819671 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-852c7dfd-0b4d-4b07-8a2f-661ec6a5082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:50.821315 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-852c7dfd-0b4d-4b07-8a2f-661ec6a5082b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7451ed32-a66c-452b-b1b1-896aab8f9618 HTTP/1.1" status: 200 len: 849 time: 0.3338301 Jun 22 18:31:50.887895 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-bfc6279d-34d0-4d67-a639-f1e406d831c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=918c3b33-58d2-4969-bfc5-27731b3e90cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579925 Jun 22 18:31:50.913652 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c223e0f9-57b7-4ee7-b017-0a366948ce12 req-b8853a4f-b08f-4a3d-8092-16199ddf216d tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/security-groups?id=37476caa-ddae-43fe-bf2e-34100203b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013854 Jun 22 18:31:50.929874 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=e3bc3364-8125-494e-8708-942f7d056426,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:50.946666 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:51.016878 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3fd8abf3-4439-4d95-b2dc-12b5b61af826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.051927 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4255c-c246-4303-8d1a-d8bf5632de61 req-9092f4b7-2b99-4708-aee2-c015fa3658b5 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:51.054690 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-fbc4255c-c246-4303-8d1a-d8bf5632de61 req-9092f4b7-2b99-4708-aee2-c015fa3658b5 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 944 time: 0.5226722 Jun 22 18:31:51.063746 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['e3bc3364-8125-494e-8708-942f7d056426'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:51.267316 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-7740df56-29ef-4f32-8e00-1f5e48d4648e service neutron] 10.222.0.16 "GET /v2.0/networks/918c3b33-58d2-4969-bfc5-27731b3e90cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645377 Jun 22 18:31:51.275409 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3fd8abf3-4439-4d95-b2dc-12b5b61af826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.290822 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170d840-abf6-4e40-9161-5737ccde9efd req-fa32f3c2-ec8d-4184-b04b-05a26e7e71f7 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:51.314248 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b170d840-abf6-4e40-9161-5737ccde9efd req-fa32f3c2-ec8d-4184-b04b-05a26e7e71f7 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1987743 Jun 22 18:31:51.319463 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-fbc4255c-c246-4303-8d1a-d8bf5632de61 req-ff8b3d2b-c4e7-4de7-80c3-f63f1d015558 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492049 Jun 22 18:31:51.434670 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b170d840-abf6-4e40-9161-5737ccde9efd req-e58670ad-774c-4eba-a6b2-cee8b7d8f7c1 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165478 Jun 22 18:31:51.456486 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e898b39-baec-410d-9eec-091aacdc43a3 req-17a2f66d-9327-4ed8-be4c-37e97f7b08be service neutron] 10.222.0.16 "GET /v2.0/networks/918c3b33-58d2-4969-bfc5-27731b3e90cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766694 Jun 22 18:31:51.532042 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3fd8abf3-4439-4d95-b2dc-12b5b61af826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.544088 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3fd8abf3-4439-4d95-b2dc-12b5b61af826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:51.555701 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-3fd8abf3-4439-4d95-b2dc-12b5b61af826 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17bee476-016a-4c0e-9579-fa8980b5dbb2 HTTP/1.1" status: 204 len: 168 time: 0.8498991 Jun 22 18:31:51.561807 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f1079bfb-40cb-49f2-8b52-42e5030a269d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:51.589428 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8abf3-4439-4d95-b2dc-12b5b61af826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bee476-016a-4c0e-9579-fa8980b5dbb2,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:51.638106 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3fd8abf3-4439-4d95-b2dc-12b5b61af826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:51.771362 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967a4f-fba3-4529-b14e-00fd2f80e1e0 req-6cb8eb8c-c15f-4550-bb44-2e3a8e248e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:51.783798 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-37967a4f-fba3-4529-b14e-00fd2f80e1e0 req-6cb8eb8c-c15f-4550-bb44-2e3a8e248e26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f290c310bb9743d5869e1e3d485753e8&device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 1096 time: 0.1904190 Jun 22 18:31:51.951863 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967a4f-fba3-4529-b14e-00fd2f80e1e0 req-03bf3587-c68d-4eb3-b23e-167582f70f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:51.954538 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-37967a4f-fba3-4529-b14e-00fd2f80e1e0 req-03bf3587-c68d-4eb3-b23e-167582f70f26 service neutron] 10.222.0.16 "GET /v2.0/networks?id=918c3b33-58d2-4969-bfc5-27731b3e90cc HTTP/1.1" status: 200 len: 910 time: 0.1693571 Jun 22 18:31:52.039717 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-37967a4f-fba3-4529-b14e-00fd2f80e1e0 req-d91f416d-9bfa-4734-941d-1b7d848a18a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4256d0d1-3ae4-4708-98ea-89219939ea53 HTTP/1.1" status: 200 len: 217 time: 0.0728011 Jun 22 18:31:52.175774 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e3bc3364-8125-494e-8708-942f7d056426 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:52.311811 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port e3bc3364-8125-494e-8708-942f7d056426 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:52.323318 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port e3bc3364-8125-494e-8708-942f7d056426 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:52.324821 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.471029 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37967a4f-fba3-4529-b14e-00fd2f80e1e0 req-07e9953f-a017-4da3-a66b-5fdc088ab320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:52.474525 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-37967a4f-fba3-4529-b14e-00fd2f80e1e0 req-07e9953f-a017-4da3-a66b-5fdc088ab320 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7451ed32-a66c-452b-b1b1-896aab8f9618 HTTP/1.1" status: 200 len: 849 time: 0.4264140 Jun 22 18:31:52.502334 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.565603 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-37967a4f-fba3-4529-b14e-00fd2f80e1e0 req-69073866-ef8a-4861-8a96-efd3eecb7236 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=918c3b33-58d2-4969-bfc5-27731b3e90cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776074 Jun 22 18:31:52.584499 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fa8e1-fc22-4c14-a257-7e1560e83952 req-0fe26054-8f95-47d1-ab48-17f7500c5951 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:52.588405 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-dc2fa8e1-fc22-4c14-a257-7e1560e83952 req-0fe26054-8f95-47d1-ab48-17f7500c5951 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 943 time: 0.2331738 Jun 22 18:31:52.603071 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bc3364-8125-494e-8708-942f7d056426'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:52.613678 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5246b95-056e-4137-b023-f32164cfdfdc" -d '{"events": [{"server_uuid": "a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4", "name": "network-vif-plugged", "status": "completed", "tag": "e3bc3364-8125-494e-8708-942f7d056426"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:52.630355 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e3bc3364-8125-494e-8708-942f7d056426, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e3bc3364-8125-494e-8708-942f7d056426,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:52.637602 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:52.645456 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:52.668296 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770831fe-da19-4e0a-9c80-fc1c10fa86b7 req-07b931ed-227b-4654-8b32-289083c336f3 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:52.684269 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-770831fe-da19-4e0a-9c80-fc1c10fa86b7 req-07b931ed-227b-4654-8b32-289083c336f3 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 945 time: 0.1206098 Jun 22 18:31:52.745335 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-770831fe-da19-4e0a-9c80-fc1c10fa86b7 req-0e3a2e33-9aae-48ab-803b-1934e8d0b6bc tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598431 Jun 22 18:31:52.748221 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=e3bc3364-8125-494e-8708-942f7d056426,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:52.754708 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:52.897613 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-dc2fa8e1-fc22-4c14-a257-7e1560e83952 req-e36c3807-d4fd-4797-b182-79063c7c936f tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/security-groups?id=37476caa-ddae-43fe-bf2e-34100203b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793407 Jun 22 18:31:52.972376 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-37967a4f-fba3-4529-b14e-00fd2f80e1e0 req-9bfbe524-2af2-4103-8185-b81d559b11cc service neutron] 10.222.0.16 "GET /v2.0/networks/918c3b33-58d2-4969-bfc5-27731b3e90cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823512 Jun 22 18:31:52.994302 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753d5788-5abf-400d-a4ef-474abc5dc279 x-openstack-request-id: req-753d5788-5abf-400d-a4ef-474abc5dc279 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:52.994620 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4", "name": "network-vif-plugged", "status": "completed", "tag": "e3bc3364-8125-494e-8708-942f7d056426", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:52.995124 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-753d5788-5abf-400d-a4ef-474abc5dc279 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:52.995549 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bc3364-8125-494e-8708-942f7d056426', 'code': 200} Jun 22 18:31:53.057963 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4d216-3f54-4682-ac9a-b7bf6df04f1f req-48da52b4-524b-465b-a911-3421c9d34846 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:53.067260 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39d4d216-3f54-4682-ac9a-b7bf6df04f1f req-48da52b4-524b-465b-a911-3421c9d34846 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1300623 Jun 22 18:31:53.150436 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39d4d216-3f54-4682-ac9a-b7bf6df04f1f req-d9dd09a7-75ab-4737-a30b-cbb3db8d6935 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804517 Jun 22 18:31:53.158823 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-37967a4f-fba3-4529-b14e-00fd2f80e1e0 req-7cb95b10-7472-4f78-888a-e8e07239ab83 service neutron] 10.222.0.16 "GET /v2.0/networks/918c3b33-58d2-4969-bfc5-27731b3e90cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783710 Jun 22 18:31:53.390259 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6a7cf-ef69-4722-888a-89fc6d48a808 req-851d74d9-f055-4363-943d-dfe11c6592b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:53.394146 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a8a6a7cf-ef69-4722-888a-89fc6d48a808 req-851d74d9-f055-4363-943d-dfe11c6592b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 1099 time: 0.1093657 Jun 22 18:31:53.462706 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a8a6a7cf-ef69-4722-888a-89fc6d48a808 req-52179283-0b21-4b7d-b6ac-7693fdbeafad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580008 Jun 22 18:31:54.161132 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425e502-4246-46bf-81e5-c0d8cef806a8 req-659d91d3-9144-4088-85d8-0eaa0b9bae45 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:54.164610 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9425e502-4246-46bf-81e5-c0d8cef806a8 req-659d91d3-9144-4088-85d8-0eaa0b9bae45 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 946 time: 0.1403644 Jun 22 18:31:54.183788 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 4256d0d1-3ae4-4708-98ea-89219939ea53 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:31:54.236971 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9425e502-4246-46bf-81e5-c0d8cef806a8 req-95c65d8e-5c13-43dc-a694-9a1dbd378e6c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646272 Jun 22 18:31:54.282757 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7811afa-a2d5-464d-956e-ccd8227a3fe3 req-24c6efa5-4b29-46ad-805c-43b99eb80314 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:54.289636 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b7811afa-a2d5-464d-956e-ccd8227a3fe3 req-24c6efa5-4b29-46ad-805c-43b99eb80314 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 943 time: 0.1349397 Jun 22 18:31:54.354715 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b7811afa-a2d5-464d-956e-ccd8227a3fe3 req-915186e5-b92b-4e85-93c9-b2b1f92cdb41 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/security-groups?id=37476caa-ddae-43fe-bf2e-34100203b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570416 Jun 22 18:31:54.391543 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 4256d0d1-3ae4-4708-98ea-89219939ea53, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4256d0d1-3ae4-4708-98ea-89219939ea53,segment=NetworkSegment(0a585084-34e5-4811-ba75-84ee93b3ae04),segment_id=0a585084-34e5-4811-ba75-84ee93b3ae04)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:54.410338 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': '4256d0d1-3ae4-4708-98ea-89219939ea53', 'network_id': '918c3b33-58d2-4969-bfc5-27731b3e90cc', 'port_id': '4256d0d1-3ae4-4708-98ea-89219939ea53', 'mac_address': 'fa:16:3e:ad:87:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7451ed32-a66c-452b-b1b1-896aab8f9618', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:31:54.469812 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.494362 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4256d0d1-3ae4-4708-98ea-89219939ea53 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:31:54.520228 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 4256d0d1-3ae4-4708-98ea-89219939ea53, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4256d0d1-3ae4-4708-98ea-89219939ea53,segment=NetworkSegment(0a585084-34e5-4811-ba75-84ee93b3ae04),segment_id=0a585084-34e5-4811-ba75-84ee93b3ae04)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:54.552339 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-52557e46-35fc-4bb4-9850-6831d2664ac2 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6f066541c3e849599e15e3fa7931728e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554938 Jun 22 18:31:54.552622 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:54.554413 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:54.638774 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=4256d0d1-3ae4-4708-98ea-89219939ea53,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:54.651289 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:54.700279 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b49b4-a01d-4d0d-ada3-ee0856c41ddd req-6ced167a-90f6-4165-8b1b-f42ed05ee660 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:54.706224 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ea7b49b4-a01d-4d0d-ada3-ee0856c41ddd req-6ced167a-90f6-4165-8b1b-f42ed05ee660 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1237841 Jun 22 18:31:54.752054 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ea7b49b4-a01d-4d0d-ada3-ee0856c41ddd req-35df55aa-5566-4ad2-afff-a6f088b2791f tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399985 Jun 22 18:31:54.794151 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39500484-44b8-432d-b272-144280ee848e req-3279be5c-872e-4dea-a63b-405fd46946d0 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:54.796673 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-3279be5c-872e-4dea-a63b-405fd46946d0 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2360590 Jun 22 18:31:54.815365 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-8999e6e8-d017-4c4a-a4a5-4b11d29d43e2 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/quotas/6f066541c3e849599e15e3fa7931728e HTTP/1.1" status: 200 len: 375 time: 0.0128186 Jun 22 18:31:54.858755 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-fcbef440-3290-4b98-8d43-02eb60212dfd tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f066541c3e849599e15e3fa7931728e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366058 Jun 22 18:31:54.874163 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['4256d0d1-3ae4-4708-98ea-89219939ea53'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:31:55.087506 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e7dcd91a-44d0-4b5b-8f6f-4b6b7c4c238b req-e9629056-73e6-4a41-80f1-7fd567297dca tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 210 time: 0.0356503 Jun 22 18:31:55.613659 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36888d-d206-4d47-9bd1-53fa0cccd0c1 req-4be4f151-52ad-408f-b190-2ebd2f5772be tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:55.617811 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5c36888d-d206-4d47-9bd1-53fa0cccd0c1 req-4be4f151-52ad-408f-b190-2ebd2f5772be tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 946 time: 0.1510768 Jun 22 18:31:55.737938 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5c36888d-d206-4d47-9bd1-53fa0cccd0c1 req-9c273148-c3d9-4dac-b9ad-290abfc95682 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078341 Jun 22 18:31:55.888993 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5b9ec-b484-4c21-8af2-27eb22c5e681 req-cf6afe3a-cb7d-4681-a887-018c4ff2653d tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:55.891653 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-86f5b9ec-b484-4c21-8af2-27eb22c5e681 req-cf6afe3a-cb7d-4681-a887-018c4ff2653d tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 944 time: 0.1428497 Jun 22 18:31:56.020285 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-86f5b9ec-b484-4c21-8af2-27eb22c5e681 req-7d0a8d92-75d5-45b6-b5e3-2f24cbc3d4ed tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/security-groups?id=37476caa-ddae-43fe-bf2e-34100203b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220431 Jun 22 18:31:56.131081 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a847d6be-24ef-462b-8623-8f08c9daa818 req-0df86bd7-3392-46d3-8128-7ae1a8280e46 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1898055 Jun 22 18:31:56.194281 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 4256d0d1-3ae4-4708-98ea-89219939ea53 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:31:56.362107 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port 4256d0d1-3ae4-4708-98ea-89219939ea53 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:31:56.366488 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port 4256d0d1-3ae4-4708-98ea-89219939ea53 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:31:56.370005 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.403926 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 48562) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:56.439552 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d6be-24ef-462b-8623-8f08c9daa818 req-adcf7610-f08c-4436-b404-0c0ae1877f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:56.442251 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a847d6be-24ef-462b-8623-8f08c9daa818 req-adcf7610-f08c-4436-b404-0c0ae1877f77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 1099 time: 0.1585014 Jun 22 18:31:56.549419 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.633441 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563e0221-856c-4e9b-a34d-aea6c89ff0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4256d0d1-3ae4-4708-98ea-89219939ea53'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:31:56.639535 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258bb667-0952-465e-95a4-6d6bdd7e8934" -d '{"events": [{"server_uuid": "563e0221-856c-4e9b-a34d-aea6c89ff0ae", "name": "network-vif-plugged", "status": "completed", "tag": "4256d0d1-3ae4-4708-98ea-89219939ea53"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:31:56.647431 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cae322-e049-4fc5-adb3-0d01ae21687a req-25c083c5-6509-4f01-8656-39a1700046a8 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:56.652804 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e8cae322-e049-4fc5-adb3-0d01ae21687a req-25c083c5-6509-4f01-8656-39a1700046a8 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.2419426 Jun 22 18:31:56.669449 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 4256d0d1-3ae4-4708-98ea-89219939ea53, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4256d0d1-3ae4-4708-98ea-89219939ea53,segment=NetworkSegment(0a585084-34e5-4811-ba75-84ee93b3ae04),segment_id=0a585084-34e5-4811-ba75-84ee93b3ae04)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:31:56.677976 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.682868 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-aee3028c-d021-4181-9dd7-6dd49ae57765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:56.692589 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4658ca1a-760b-41fc-84a1-38e80c04c100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.780029 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d6be-24ef-462b-8623-8f08c9daa818 req-5129477d-4e4e-49db-8420-e8982ab8633f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:56.782472 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a847d6be-24ef-462b-8623-8f08c9daa818 req-5129477d-4e4e-49db-8420-e8982ab8633f service neutron] 10.222.0.16 "GET /v2.0/networks?id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 200 len: 915 time: 0.2866096 Jun 22 18:31:56.798767 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e8cae322-e049-4fc5-adb3-0d01ae21687a req-601f1e6d-50f6-422a-8b60-091cd756b017 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301765 Jun 22 18:31:56.833996 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=4256d0d1-3ae4-4708-98ea-89219939ea53,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:56.839985 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:56.982008 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4658ca1a-760b-41fc-84a1-38e80c04c100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.986890 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4658ca1a-760b-41fc-84a1-38e80c04c100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:56.989597 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4d3c6b29-e324-4813-b15f-a14142ae1c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:57.023546 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e89b7d4-9cb4-4a69-b342-1fef1780f358 req-0d0853ae-3d21-4e9d-b393-6889ffda8620 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 210 time: 0.0974820 Jun 22 18:31:57.025868 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a847d6be-24ef-462b-8623-8f08c9daa818 req-fa1b5ac8-d793-40dd-afc9-47c4e784e0ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b28aa602-8dff-406e-b615-54954362f384 HTTP/1.1" status: 200 len: 217 time: 0.2323711 Jun 22 18:31:57.090204 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-4658ca1a-760b-41fc-84a1-38e80c04c100 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06a5f482e03045c29235a9cea2dc019f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850243 Jun 22 18:31:57.091340 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658ca1a-760b-41fc-84a1-38e80c04c100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4934bb2e-d8b0-4f18-8dee-c276258a26e1,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:57.094587 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 48594) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:57.096842 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4658ca1a-760b-41fc-84a1-38e80c04c100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:57.235289 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847d6be-24ef-462b-8623-8f08c9daa818 req-6179e373-81e3-409b-a5cd-05393b2c7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:57.243297 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a847d6be-24ef-462b-8623-8f08c9daa818 req-6179e373-81e3-409b-a5cd-05393b2c7afd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16c92407-c571-40c7-b8f0-f24e7a21633c HTTP/1.1" status: 200 len: 854 time: 0.2065399 Jun 22 18:31:57.300252 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-ddc1fa63-762d-4b66-8748-2612aea266b9 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=6f066541c3e849599e15e3fa7931728e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743573 Jun 22 18:31:57.322362 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd7e69c-72a4-47ad-b267-6b44f8c0e25c x-openstack-request-id: req-fcd7e69c-72a4-47ad-b267-6b44f8c0e25c {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:31:57.325443 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563e0221-856c-4e9b-a34d-aea6c89ff0ae", "name": "network-vif-plugged", "status": "completed", "tag": "4256d0d1-3ae4-4708-98ea-89219939ea53", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:31:57.326206 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcd7e69c-72a4-47ad-b267-6b44f8c0e25c {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:31:57.327158 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563e0221-856c-4e9b-a34d-aea6c89ff0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4256d0d1-3ae4-4708-98ea-89219939ea53', 'code': 200} Jun 22 18:31:57.329984 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b70197b7-4e37-4f50-bdd0-d75fc55a4726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.355671 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a847d6be-24ef-462b-8623-8f08c9daa818 req-2b077f44-5f8b-4c86-bee2-a6e59ac10986 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023991 Jun 22 18:31:57.373193 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b70197b7-4e37-4f50-bdd0-d75fc55a4726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.451098 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b70197b7-4e37-4f50-bdd0-d75fc55a4726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.454831 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b70197b7-4e37-4f50-bdd0-d75fc55a4726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:57.456071 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-b70197b7-4e37-4f50-bdd0-d75fc55a4726 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4934bb2e-d8b0-4f18-8dee-c276258a26e1 HTTP/1.1" status: 204 len: 168 time: 0.3604949 Jun 22 18:31:57.458236 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:57.481373 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70197b7-4e37-4f50-bdd0-d75fc55a4726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4934bb2e-d8b0-4f18-8dee-c276258a26e1,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:57.524192 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b70197b7-4e37-4f50-bdd0-d75fc55a4726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:57.670791 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39500484-44b8-432d-b272-144280ee848e req-a83d197f-3226-4098-87ea-8b420d7cf597 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:57.686648 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-a83d197f-3226-4098-87ea-8b420d7cf597 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3447013 Jun 22 18:31:57.706010 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Request body: {'port': {'device_id': '949f1be1-aeca-4277-b659-2f16ec8eef40', 'network_id': 'bd94c0f0-2e5e-4917-9307-2bd586c6e424', 'admin_state_up': True, 'tenant_id': '6f066541c3e849599e15e3fa7931728e'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:57.920372 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a847d6be-24ef-462b-8623-8f08c9daa818 req-3ee4de37-b20d-4d89-be9b-6bd160e40a19 service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448985 Jun 22 18:31:58.045979 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43604ff-1e42-47be-9f19-dd28ebb1a263 req-2ba27fe4-e4a0-419c-9493-be5cdce55c6b tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:58.058279 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f43604ff-1e42-47be-9f19-dd28ebb1a263 req-2ba27fe4-e4a0-419c-9493-be5cdce55c6b tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 945 time: 0.3983080 Jun 22 18:31:58.158049 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f43604ff-1e42-47be-9f19-dd28ebb1a263 req-e72b364c-5309-4b6d-85e1-fc05d332f824 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/security-groups?id=37476caa-ddae-43fe-bf2e-34100203b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980034 Jun 22 18:31:58.231659 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Made reservation on behalf of 6f066541c3e849599e15e3fa7931728e for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:31:58.241760 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a847d6be-24ef-462b-8623-8f08c9daa818 req-922a6838-3fe7-49d9-87d5-371a3dc6bfc0 service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974129 Jun 22 18:31:58.256761 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.376710 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.442865 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11b02a-18de-4c34-9c32-871498495dba req-34937eda-1c86-4730-9ae6-fb7e5dab9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:58.442865 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2b11b02a-18de-4c34-9c32-871498495dba req-34937eda-1c86-4730-9ae6-fb7e5dab9ce5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 1098 time: 0.3267808 Jun 22 18:31:58.444207 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48646) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:58.469168 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c35737e0-99e0-457f-9213-34d0fc5d88c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.548004 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2539ef-b24d-459c-b573-659b205bdfd8 req-ea53c83f-c4d4-4c09-ae60-fda60416a96b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:58.557224 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ba2539ef-b24d-459c-b573-659b205bdfd8 req-ea53c83f-c4d4-4c09-ae60-fda60416a96b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.2789190 Jun 22 18:31:58.572265 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2b11b02a-18de-4c34-9c32-871498495dba req-b7333385-78f3-4169-a45b-20b2b9311fba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=37476caa-ddae-43fe-bf2e-34100203b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006832 Jun 22 18:31:58.600646 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48650) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:58.633073 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ba2539ef-b24d-459c-b573-659b205bdfd8 req-c8235470-4e2c-4320-89dd-79a0942ea48e tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742948 Jun 22 18:31:58.729295 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8a8168a4-b91f-43d7-9a85-aebcb59df588 req-b51d9dac-031c-4450-94d7-0cf69b632454 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 210 time: 0.1107593 Jun 22 18:31:58.754817 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.772336 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.776691 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4658ca1a-760b-41fc-84a1-38e80c04c100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:58.872460 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddb43cb-5360-4969-8993-534ffa15ca6e,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:58.880546 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:58.923588 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e82410a3-1903-489f-93c9-d9254c1a9ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:58.993565 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Allocated IP 192.168.233.217 (bd94c0f0-2e5e-4917-9307-2bd586c6e424/c2654054-8b75-4f38-ade2-1bdf73dee5db/e35141bd-6b22-4960-a340-fc87acc831cd) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:31:59.045585 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c35737e0-99e0-457f-9213-34d0fc5d88c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.060129 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c35737e0-99e0-457f-9213-34d0fc5d88c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.069318 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-dbfd7c06-4ea6-48ef-9014-ba356de0047b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:59.181850 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-c35737e0-99e0-457f-9213-34d0fc5d88c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5dc85ac03a1542e988c5cfb9138316b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7356606 Jun 22 18:31:59.186789 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48672) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:59.211052 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35737e0-99e0-457f-9213-34d0fc5d88c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952843d3-1e7d-4061-a0e4-d9368ef0fe19,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:59.218455 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c35737e0-99e0-457f-9213-34d0fc5d88c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:59.246546 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eb039-8402-45e7-b434-580abba35b29 req-facc242c-5114-451f-b3d2-949c5a879468 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:59.248797 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-facc242c-5114-451f-b3d2-949c5a879468 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/networks?id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 200 len: 814 time: 0.2042084 Jun 22 18:31:59.279737 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-c2e18eae-92c6-4204-baea-ea7ba2be5abb tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/quotas/ff2e7cf91705484da2c9d63c8b5887ed HTTP/1.1" status: 200 len: 375 time: 0.0115702 Jun 22 18:31:59.305338 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee53d8a9-affb-46cd-a8b6-d0886713d3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.345886 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee53d8a9-affb-46cd-a8b6-d0886713d3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.350784 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.358096 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e82410a3-1903-489f-93c9-d9254c1a9ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.370838 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e82410a3-1903-489f-93c9-d9254c1a9ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.375647 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:59.383642 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Transition to ACTIVE for port object e35141bd-6b22-4960-a340-fc87acc831cd will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:31:59.418292 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-e38d5404-9ba2-45e6-ada0-b4c55178d2c2 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124260 Jun 22 18:31:59.432517 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-e82410a3-1903-489f-93c9-d9254c1a9ad8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7545d2348414fc4a1fdc75cf334cf78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8301260 Jun 22 18:31:59.434433 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82410a3-1903-489f-93c9-d9254c1a9ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a42ab-c7e0-434b-a7a9-a64f1929cf2c,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:59.437966 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48678) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:31:59.440389 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e82410a3-1903-489f-93c9-d9254c1a9ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:59.473631 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.492829 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.505251 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:59.558386 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee53d8a9-affb-46cd-a8b6-d0886713d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.560471 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Network bd94c0f0-2e5e-4917-9307-2bd586c6e424 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:31:59.563203 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee53d8a9-affb-46cd-a8b6-d0886713d3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.565098 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-ee53d8a9-affb-46cd-a8b6-d0886713d3e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/952843d3-1e7d-4061-a0e4-d9368ef0fe19 HTTP/1.1" status: 204 len: 168 time: 0.3709209 Jun 22 18:31:59.575069 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:31:59.576551 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:31:59.584657 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:31:59.600385 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53d8a9-affb-46cd-a8b6-d0886713d3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952843d3-1e7d-4061-a0e4-d9368ef0fe19,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:59.606609 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ee53d8a9-affb-46cd-a8b6-d0886713d3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:59.627291 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Pushing event updated for resources: {'Port': ['ID=e35141bd-6b22-4960-a340-fc87acc831cd,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:31:59.646161 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de8207d-9392-4cb0-9f00-00b7913fd965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.654551 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:31:59.660481 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:59.661162 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.678023 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-381ac548-8183-4f19-b24d-bddb499f9c88 service neutron] 10.222.0.20 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265642 Jun 22 18:31:59.686791 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9968183 Jun 22 18:31:59.709841 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de8207d-9392-4cb0-9f00-00b7913fd965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.713928 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Request body: {'port': {'device_id': '949f1be1-aeca-4277-b659-2f16ec8eef40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:31:59.763462 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd1b1c-5c27-4a8f-bde7-ad1dc05aeb7c req-89495237-198d-45fe-a888-2e9cecbd3a61 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:31:59.776177 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-59cd1b1c-5c27-4a8f-bde7-ad1dc05aeb7c req-89495237-198d-45fe-a888-2e9cecbd3a61 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 945 time: 0.3092780 Jun 22 18:31:59.919826 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-59cd1b1c-5c27-4a8f-bde7-ad1dc05aeb7c req-0c282b37-e9ac-4482-b6ac-5870ba4d6b08 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/security-groups?id=37476caa-ddae-43fe-bf2e-34100203b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420641 Jun 22 18:31:59.935850 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de8207d-9392-4cb0-9f00-00b7913fd965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.959358 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4de8207d-9392-4cb0-9f00-00b7913fd965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:31:59.965394 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-4de8207d-9392-4cb0-9f00-00b7913fd965 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f0a42ab-c7e0-434b-a7a9-a64f1929cf2c HTTP/1.1" status: 204 len: 168 time: 0.5220580 Jun 22 18:31:59.984425 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c876fa45-e3e3-481f-8c95-6f0af488f442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:00.030582 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8207d-9392-4cb0-9f00-00b7913fd965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a42ab-c7e0-434b-a7a9-a64f1929cf2c,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:00.041419 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4de8207d-9392-4cb0-9f00-00b7913fd965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:00.172857 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-56531fb9-7620-4907-b8bf-1ef3c29bfc6d None None] Provisioning for port e35141bd-6b22-4960-a340-fc87acc831cd completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:00.183643 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-56531fb9-7620-4907-b8bf-1ef3c29bfc6d None None] Provisioning complete for port e35141bd-6b22-4960-a340-fc87acc831cd triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:00.192438 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-56531fb9-7620-4907-b8bf-1ef3c29bfc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.209749 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.241377 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-56531fb9-7620-4907-b8bf-1ef3c29bfc6d None None] Port e35141bd-6b22-4960-a340-fc87acc831cd cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:32:00.332936 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-271611ea-5322-44fa-b1cc-3e0d9781b55f service neutron] 10.222.0.20 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320627 Jun 22 18:32:00.414190 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f39208-2fc0-415c-a260-38e48ea701ac req-8b87f33c-e708-4713-ae35-39d86b32b31c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:00.425369 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-70f39208-2fc0-415c-a260-38e48ea701ac req-8b87f33c-e708-4713-ae35-39d86b32b31c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1312988 Jun 22 18:32:00.495779 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-70f39208-2fc0-415c-a260-38e48ea701ac req-ee7c8b57-594d-4bb0-b99c-e25ee2bf08e1 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685768 Jun 22 18:32:00.767424 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a5b84-2084-44de-a5e3-ec51b2e5d174 req-35d8bf62-2fad-47f0-a0b1-c4fb3b1f45be tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:00.785963 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a61a5b84-2084-44de-a5e3-ec51b2e5d174 req-35d8bf62-2fad-47f0-a0b1-c4fb3b1f45be tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 936 time: 0.1168263 Jun 22 18:32:00.894872 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a61a5b84-2084-44de-a5e3-ec51b2e5d174 req-da789fe3-e2e7-42ce-9d45-4a974c8a774f tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ddb43cb-5360-4969-8993-534ffa15ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075759 Jun 22 18:32:00.921617 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2fc67153-fe31-4c95-bac2-89c99f8b0426 req-f0c780ee-2220-4660-8d69-0866e3a3a403 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 210 time: 0.0908275 Jun 22 18:32:00.930124 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35141bd-6b22-4960-a340-fc87acc831cd {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:00.941973 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:00.960215 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Transition to ACTIVE for port object e35141bd-6b22-4960-a340-fc87acc831cd will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:00.966301 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.000032 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:01.102039 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Pushing event updated for resources: {'Port': ['ID=e35141bd-6b22-4960-a340-fc87acc831cd,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:01.127554 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48754) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:01.128848 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:01.170855 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-86be72b2-fa9c-4c73-9cdd-1389cc364933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.311595 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Attempting to bind port e35141bd-6b22-4960-a340-fc87acc831cd on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:01.312342 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Attempting to bind port e35141bd-6b22-4960-a340-fc87acc831cd by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '911c9287-4e1e-40d4-83b3-1da387498c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd94c0f0-2e5e-4917-9307-2bd586c6e424'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:01.313618 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Attempting to bind port e35141bd-6b22-4960-a340-fc87acc831cd on network bd94c0f0-2e5e-4917-9307-2bd586c6e424 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:01.324251 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Port e35141bd-6b22-4960-a340-fc87acc831cd on network bd94c0f0-2e5e-4917-9307-2bd586c6e424 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:01.324995 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Attempting to bind port e35141bd-6b22-4960-a340-fc87acc831cd on network bd94c0f0-2e5e-4917-9307-2bd586c6e424 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:01.336760 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:01.337776 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Checking segment: {'id': '911c9287-4e1e-40d4-83b3-1da387498c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd94c0f0-2e5e-4917-9307-2bd586c6e424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:01.338580 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Bound using segment: {'id': '911c9287-4e1e-40d4-83b3-1da387498c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd94c0f0-2e5e-4917-9307-2bd586c6e424'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:01.339626 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Bound port: e35141bd-6b22-4960-a340-fc87acc831cd, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911c9287-4e1e-40d4-83b3-1da387498c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bd94c0f0-2e5e-4917-9307-2bd586c6e424'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:01.340355 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.424201 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-86be72b2-fa9c-4c73-9cdd-1389cc364933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.433178 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48758) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:01.440935 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-86be72b2-fa9c-4c73-9cdd-1389cc364933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.444086 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ab0a5aaa-798d-4144-a518-f4c3a1418bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:01.510309 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-86be72b2-fa9c-4c73-9cdd-1389cc364933 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e17b752f6b74dd5a274ec84c89605a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816516 Jun 22 18:32:01.512015 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be72b2-fa9c-4c73-9cdd-1389cc364933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baf4c08-9118-4b7e-96d8-38003949f77d,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:01.515890 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48764) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:01.518351 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-86be72b2-fa9c-4c73-9cdd-1389cc364933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:01.597770 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad20d020-5712-49b0-95c1-8a75d88f2c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.657962 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] For port e35141bd-6b22-4960-a340-fc87acc831cd, host hv-cinder-77428, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:01.663284 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad20d020-5712-49b0-95c1-8a75d88f2c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.678188 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] For port e35141bd-6b22-4960-a340-fc87acc831cd, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e35141bd-6b22-4960-a340-fc87acc831cd,segment=NetworkSegment(911c9287-4e1e-40d4-83b3-1da387498c37),segment_id=911c9287-4e1e-40d4-83b3-1da387498c37)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:01.686983 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.697990 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:01.753511 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad20d020-5712-49b0-95c1-8a75d88f2c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.756785 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad20d020-5712-49b0-95c1-8a75d88f2c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.758100 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-ad20d020-5712-49b0-95c1-8a75d88f2c5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0baf4c08-9118-4b7e-96d8-38003949f77d HTTP/1.1" status: 204 len: 168 time: 0.2409644 Jun 22 18:32:01.761932 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:01.773497 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-952d52a4-f7f5-4b6b-ab5b-e01d8b97ce42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.796098 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-90fd9a3e-4cc2-428d-b23a-b4e454872a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.806721 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20d020-5712-49b0-95c1-8a75d88f2c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baf4c08-9118-4b7e-96d8-38003949f77d,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:01.844271 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ad20d020-5712-49b0-95c1-8a75d88f2c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:01.856004 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:01.856646 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:01.858275 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] 10.222.0.16 "PUT /v2.0/ports/e35141bd-6b22-4960-a340-fc87acc831cd HTTP/1.1" status: 200 len: 1098 time: 2.1493855 Jun 22 18:32:01.860100 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949f1be1-aeca-4277-b659-2f16ec8eef40', 'tag': 'e35141bd-6b22-4960-a340-fc87acc831cd'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:01.863500 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad89e88-1af6-4249-8d5f-ece596e81c06" -d '{"events": [{"name": "network-changed", "server_uuid": "949f1be1-aeca-4277-b659-2f16ec8eef40", "tag": "e35141bd-6b22-4960-a340-fc87acc831cd"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:01.938181 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8bb0e-a469-4618-858f-2f88f070e30b req-3f73425e-48e5-49d5-a710-93575a820afe tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:01.941051 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-64f8bb0e-a469-4618-858f-2f88f070e30b req-3f73425e-48e5-49d5-a710-93575a820afe tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1419153 Jun 22 18:32:01.959461 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab49c57-06e1-4c6a-9bc5-76fb8abd3abd req-62542ef8-3d55-45c4-aba5-17a05f3ff73e tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:01.961322 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-8ab49c57-06e1-4c6a-9bc5-76fb8abd3abd req-62542ef8-3d55-45c4-aba5-17a05f3ff73e tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 945 time: 0.3792336 Jun 22 18:32:01.962124 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 48776) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:01.992092 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Pushing event updated for resources: {'Port': ['ID=e35141bd-6b22-4960-a340-fc87acc831cd,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:02.023691 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:02.059619 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-64f8bb0e-a469-4618-858f-2f88f070e30b req-415470c9-ae4f-4869-a58a-4a0e9044e290 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087503 Jun 22 18:32:02.147433 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-952d52a4-f7f5-4b6b-ab5b-e01d8b97ce42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.154550 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-952d52a4-f7f5-4b6b-ab5b-e01d8b97ce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.160162 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:02.162548 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9624831b-e66b-4a9a-8106-98ebb32413ee x-openstack-request-id: req-9624831b-e66b-4a9a-8106-98ebb32413ee {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:02.162904 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949f1be1-aeca-4277-b659-2f16ec8eef40", "tag": "e35141bd-6b22-4960-a340-fc87acc831cd", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:02.167316 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9624831b-e66b-4a9a-8106-98ebb32413ee {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:02.167796 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949f1be1-aeca-4277-b659-2f16ec8eef40', 'tag': 'e35141bd-6b22-4960-a340-fc87acc831cd', 'status': 'completed', 'code': 200} Jun 22 18:32:02.188704 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-8ab49c57-06e1-4c6a-9bc5-76fb8abd3abd req-a164c050-4f17-4627-806a-c6b42dca6e78 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/security-groups?id=37476caa-ddae-43fe-bf2e-34100203b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979761 Jun 22 18:32:02.211081 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d52a4-f7f5-4b6b-ab5b-e01d8b97ce42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1c2fc4-e143-4db3-a31a-811041b45c16,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:02.228840 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-952d52a4-f7f5-4b6b-ab5b-e01d8b97ce42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:02.255470 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39500484-44b8-432d-b272-144280ee848e req-91c2ac37-44f2-4aef-b14a-02c12de9938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:02.257021 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-91c2ac37-44f2-4aef-b14a-02c12de9938f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f066541c3e849599e15e3fa7931728e&device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 1101 time: 0.1908331 Jun 22 18:32:02.264405 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-952d52a4-f7f5-4b6b-ab5b-e01d8b97ce42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=444b3f45e0ca4b988b82b097d4fa1261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8301718 Jun 22 18:32:02.267253 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48786) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:02.340148 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-89f0344d-2d85-4e09-a846-6e8ec1563cc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e35141bd-6b22-4960-a340-fc87acc831cd HTTP/1.1" status: 200 len: 217 time: 0.0745635 Jun 22 18:32:02.393469 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-adcb314b-e7d2-4ad2-a6e5-3b43c4151543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.423521 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39500484-44b8-432d-b272-144280ee848e req-3385d876-1a28-422f-801f-7810010dcfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:02.425423 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-3385d876-1a28-422f-801f-7810010dcfee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2654054-8b75-4f38-ade2-1bdf73dee5db HTTP/1.1" status: 200 len: 843 time: 0.0785127 Jun 22 18:32:02.452597 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-adcb314b-e7d2-4ad2-a6e5-3b43c4151543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.520221 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-bfbf2ca5-3dc6-4d39-baca-8e4b854f2f3c req-b9fb15b1-9046-439d-b4b2-da3722b12082 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 210 time: 0.0446889 Jun 22 18:32:02.552929 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccdaf1-5ded-409e-b4ea-e7f96e3b9d64 req-374ca1b4-8c4d-4640-a684-eebacd067be6 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:02.561184 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9fccdaf1-5ded-409e-b4ea-e7f96e3b9d64 req-374ca1b4-8c4d-4640-a684-eebacd067be6 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 948 time: 0.1953564 Jun 22 18:32:02.569234 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39500484-44b8-432d-b272-144280ee848e req-e12fc0ff-23ca-40ca-8c4b-8a2be18e5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:02.571077 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-e12fc0ff-23ca-40ca-8c4b-8a2be18e5b29 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd94c0f0-2e5e-4917-9307-2bd586c6e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1360669 Jun 22 18:32:02.604834 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-adcb314b-e7d2-4ad2-a6e5-3b43c4151543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.607695 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-adcb314b-e7d2-4ad2-a6e5-3b43c4151543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.611474 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-adcb314b-e7d2-4ad2-a6e5-3b43c4151543 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f1c2fc4-e143-4db3-a31a-811041b45c16 HTTP/1.1" status: 204 len: 168 time: 0.3364906 Jun 22 18:32:02.615392 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-566b059c-5842-4533-bee8-ab5138270f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:02.656766 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9fccdaf1-5ded-409e-b4ea-e7f96e3b9d64 req-9a6557b7-fa35-4ce7-8e48-ed8821f275a9 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ddb43cb-5360-4969-8993-534ffa15ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932958 Jun 22 18:32:02.658573 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb314b-e7d2-4ad2-a6e5-3b43c4151543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1c2fc4-e143-4db3-a31a-811041b45c16,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:02.664319 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9ee8dd39-ff34-46ed-81ef-8aeec390a1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:02.670826 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-adcb314b-e7d2-4ad2-a6e5-3b43c4151543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:02.815341 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-c19dab62-a2ec-466f-af7e-8b0b1a48b172 service neutron] 10.222.0.16 "GET /v2.0/networks/bd94c0f0-2e5e-4917-9307-2bd586c6e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296767 Jun 22 18:32:02.992429 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9ee8dd39-ff34-46ed-81ef-8aeec390a1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.031955 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9ee8dd39-ff34-46ed-81ef-8aeec390a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.062416 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:03.146732 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39500484-44b8-432d-b272-144280ee848e req-9d0c9eb3-1fe7-4120-a987-95ddc75f9a6b service neutron] 10.222.0.16 "GET /v2.0/networks/bd94c0f0-2e5e-4917-9307-2bd586c6e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222373 Jun 22 18:32:03.177397 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48812) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:03.177628 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-9ee8dd39-ff34-46ed-81ef-8aeec390a1f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=359e637d064946cbb291ec2c168f2d40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2143521 Jun 22 18:32:03.178464 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8dd39-ff34-46ed-81ef-8aeec390a1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe30cb87-a31f-45bb-9696-c8290b5d23a8,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:03.187422 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9ee8dd39-ff34-46ed-81ef-8aeec390a1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:03.201091 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eb039-8402-45e7-b434-580abba35b29 req-2718f285-0414-466f-9bd8-8abbde0289de tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:03.202666 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-2718f285-0414-466f-9bd8-8abbde0289de tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "GET /v2.0/networks?id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 200 len: 814 time: 0.3088496 Jun 22 18:32:03.220937 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-985eb039-8402-45e7-b434-580abba35b29 req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Request body: {'port': {'device_id': '24dab573-025c-46eb-addd-aaac5345b26f', 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20', 'admin_state_up': True, 'tenant_id': 'ff2e7cf91705484da2c9d63c8b5887ed'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:03.281646 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48816) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:03.328153 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b524177-485b-43a2-ba10-349a0d7c44f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.360729 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-05e7c906-ad61-4e1b-bea4-35faf226f82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.402489 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-05e7c906-ad61-4e1b-bea4-35faf226f82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.443432 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90220d6-9b63-4ae9-8056-a819e20ee4bd req-802c99dc-95c2-452d-b286-1fae7766cd97 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:03.445705 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c90220d6-9b63-4ae9-8056-a819e20ee4bd req-802c99dc-95c2-452d-b286-1fae7766cd97 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.2041552 Jun 22 18:32:03.509870 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c90220d6-9b63-4ae9-8056-a819e20ee4bd req-81476342-66d2-4748-b44b-f59a483ba6f5 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508072 Jun 22 18:32:03.517071 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89e88-1af6-4249-8d5f-ece596e81c06 req-b54c1ce8-e0f4-4ce4-a70e-ae0c2cc29a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:03.519236 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-4ad89e88-1af6-4249-8d5f-ece596e81c06 req-b54c1ce8-e0f4-4ce4-a70e-ae0c2cc29a08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6f066541c3e849599e15e3fa7931728e&device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 1101 time: 0.1195943 Jun 22 18:32:03.525814 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-05e7c906-ad61-4e1b-bea4-35faf226f82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.529406 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-05e7c906-ad61-4e1b-bea4-35faf226f82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.533213 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-05e7c906-ad61-4e1b-bea4-35faf226f82f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe30cb87-a31f-45bb-9696-c8290b5d23a8 HTTP/1.1" status: 204 len: 168 time: 0.3540342 Jun 22 18:32:03.536261 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ad72a60e-053c-4efa-93ff-f42f283d761d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:03.553458 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7c906-ad61-4e1b-bea4-35faf226f82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe30cb87-a31f-45bb-9696-c8290b5d23a8,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:03.560278 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-05e7c906-ad61-4e1b-bea4-35faf226f82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:03.577875 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b524177-485b-43a2-ba10-349a0d7c44f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.590046 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b524177-485b-43a2-ba10-349a0d7c44f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.592851 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-952d52a4-f7f5-4b6b-ab5b-e01d8b97ce42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:03.674695 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b524177-485b-43a2-ba10-349a0d7c44f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b3ac98-2c8c-4c14-9f9e-e921045ed199,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:03.674953 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985eb039-8402-45e7-b434-580abba35b29 req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Made reservation on behalf of ff2e7cf91705484da2c9d63c8b5887ed for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:03.684362 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-985eb039-8402-45e7-b434-580abba35b29 req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:03.693077 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0b524177-485b-43a2-ba10-349a0d7c44f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:03.710571 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-0b524177-485b-43a2-ba10-349a0d7c44f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bf608d5035d49b3915ab9b6018d66f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260943 Jun 22 18:32:03.711690 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 48832) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:03.846060 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-25dee7c2-73c4-4b4f-8907-127c3bb77484 req-84c29b04-756a-48ae-bc66-a5b073caa851 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 210 time: 0.1140926 Jun 22 18:32:03.960109 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89e88-1af6-4249-8d5f-ece596e81c06 req-b6b5a68f-80f6-4125-805e-6a9b2cb14b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:03.971132 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-4ad89e88-1af6-4249-8d5f-ece596e81c06 req-b6b5a68f-80f6-4125-805e-6a9b2cb14b28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd94c0f0-2e5e-4917-9307-2bd586c6e424 HTTP/1.1" status: 200 len: 870 time: 0.4426260 Jun 22 18:32:03.981559 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-706506a7-2142-4418-9342-16e06f144282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.039646 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-706506a7-2142-4418-9342-16e06f144282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.043347 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-4ad89e88-1af6-4249-8d5f-ece596e81c06 req-92a43366-f71c-492a-9162-9e8c1b31f29a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=e35141bd-6b22-4960-a340-fc87acc831cd HTTP/1.1" status: 200 len: 217 time: 0.0533686 Jun 22 18:32:04.054967 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-985eb039-8402-45e7-b434-580abba35b29 req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Allocated IP 172.20.0.2 (59d01a4b-5a0c-4149-a2c6-30f6a2618e20/16c92407-c571-40c7-b8f0-f24e7a21633c/87602cd6-a15a-41bd-979d-7b9d9755d199) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:04.140638 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89e88-1af6-4249-8d5f-ece596e81c06 req-e6fc8113-b97f-40ca-8fd7-bd4ebb1adda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:04.142166 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-4ad89e88-1af6-4249-8d5f-ece596e81c06 req-e6fc8113-b97f-40ca-8fd7-bd4ebb1adda4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c2654054-8b75-4f38-ade2-1bdf73dee5db HTTP/1.1" status: 200 len: 843 time: 0.0887456 Jun 22 18:32:04.173873 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20835a4-25e6-4004-813c-a441d9cd6fe9 req-16893196-bf85-41b8-88e5-089e2ccc4339 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:04.181656 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c20835a4-25e6-4004-813c-a441d9cd6fe9 req-16893196-bf85-41b8-88e5-089e2ccc4339 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 948 time: 0.2795994 Jun 22 18:32:04.231609 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-706506a7-2142-4418-9342-16e06f144282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.235988 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-706506a7-2142-4418-9342-16e06f144282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.239762 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-706506a7-2142-4418-9342-16e06f144282 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58b3ac98-2c8c-4c14-9f9e-e921045ed199 HTTP/1.1" status: 204 len: 168 time: 0.5211098 Jun 22 18:32:04.239762 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-adcb314b-e7d2-4ad2-a6e5-3b43c4151543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:04.264738 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706506a7-2142-4418-9342-16e06f144282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b3ac98-2c8c-4c14-9f9e-e921045ed199,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:04.270719 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-706506a7-2142-4418-9342-16e06f144282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:04.365733 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c20835a4-25e6-4004-813c-a441d9cd6fe9 req-d05d924f-0953-449f-917d-bf1e41a70360 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ddb43cb-5360-4969-8993-534ffa15ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828027 Jun 22 18:32:04.400428 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad89e88-1af6-4249-8d5f-ece596e81c06 req-26d0362c-a10f-4fbc-8997-a3223d5f5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:04.402118 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-4ad89e88-1af6-4249-8d5f-ece596e81c06 req-26d0362c-a10f-4fbc-8997-a3223d5f5538 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd94c0f0-2e5e-4917-9307-2bd586c6e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2458451 Jun 22 18:32:04.495889 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-985eb039-8402-45e7-b434-580abba35b29 req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.586689 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-4ad89e88-1af6-4249-8d5f-ece596e81c06 req-fa0405de-f5e9-4fcb-b6e5-5269a12ae7b9 service neutron] 10.222.0.16 "GET /v2.0/networks/bd94c0f0-2e5e-4917-9307-2bd586c6e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721311 Jun 22 18:32:04.593799 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-985eb039-8402-45e7-b434-580abba35b29 req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.622802 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['b28aa602-8dff-406e-b615-54954362f384', 'e3bc3364-8125-494e-8708-942f7d056426'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:04.725012 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9bf5544b-7cde-4b0f-9e69-069f42d1e1fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:04.769614 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985eb039-8402-45e7-b434-580abba35b29 req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:04.781094 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c973f-87ca-486d-8ef8-46ca3007be2d req-f2fd90e4-4af0-4f52-82d8-3a276a8ed613 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:04.782718 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-576c973f-87ca-486d-8ef8-46ca3007be2d req-f2fd90e4-4af0-4f52-82d8-3a276a8ed613 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1008127 Jun 22 18:32:04.786577 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-985eb039-8402-45e7-b434-580abba35b29 req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:04.791257 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-985eb039-8402-45e7-b434-580abba35b29 req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:04.857964 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Pushing event updated for resources: {'Port': ['ID=87602cd6-a15a-41bd-979d-7b9d9755d199,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:04.861155 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:04.902716 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eb039-8402-45e7-b434-580abba35b29 req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:04.902993 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-576c973f-87ca-486d-8ef8-46ca3007be2d req-0b227364-fd7e-4a1b-9541-973591bf7556 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106498 Jun 22 18:32:04.903927 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-985eb039-8402-45e7-b434-580abba35b29 req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:04.920158 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-4ad89e88-1af6-4249-8d5f-ece596e81c06 req-b4036652-2a4a-4203-a002-49832137ef2f service neutron] 10.222.0.16 "GET /v2.0/networks/bd94c0f0-2e5e-4917-9307-2bd586c6e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236532 Jun 22 18:32:04.926162 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7098873 Jun 22 18:32:04.947995 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Request body: {'port': {'device_id': '24dab573-025c-46eb-addd-aaac5345b26f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:05.081420 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.314434 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8d851e97-cab2-4a56-b921-a55d98813ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.618652 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.673635 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53dbd6-b4fd-4dfe-bdf4-187b33c4d90f req-32116748-7055-4b3d-9237-5e523b3d2082 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:05.682699 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-af53dbd6-b4fd-4dfe-bdf4-187b33c4d90f req-32116748-7055-4b3d-9237-5e523b3d2082 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 931 time: 0.6025872 Jun 22 18:32:05.733447 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80dcad-bb86-4dcc-ad80-b1c6544bd32f req-a8b7b596-cbdc-408b-8754-2780300d12fd tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:05.747463 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3e80dcad-bb86-4dcc-ad80-b1c6544bd32f req-a8b7b596-cbdc-408b-8754-2780300d12fd tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 948 time: 0.1541450 Jun 22 18:32:05.772927 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-af53dbd6-b4fd-4dfe-bdf4-187b33c4d90f req-2d47e8f2-8243-4926-8ddf-44acf4f924b8 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889816 Jun 22 18:32:05.839546 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3e80dcad-bb86-4dcc-ad80-b1c6544bd32f req-b5630c6a-412a-434b-ad33-8c3a08d18a5a tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ddb43cb-5360-4969-8993-534ffa15ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908346 Jun 22 18:32:05.854861 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87602cd6-a15a-41bd-979d-7b9d9755d199 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:05.865614 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.885232 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Transition to ACTIVE for port object 87602cd6-a15a-41bd-979d-7b9d9755d199 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:05.891963 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:05.907970 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e48e042d-5205-4857-9dbb-5f715735a064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:06.105597 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Pushing event updated for resources: {'Port': ['ID=87602cd6-a15a-41bd-979d-7b9d9755d199,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:06.120314 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:06.200829 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Attempting to bind port 87602cd6-a15a-41bd-979d-7b9d9755d199 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:06.201559 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Attempting to bind port 87602cd6-a15a-41bd-979d-7b9d9755d199 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:06.201914 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Attempting to bind port 87602cd6-a15a-41bd-979d-7b9d9755d199 on network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:06.215636 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Port 87602cd6-a15a-41bd-979d-7b9d9755d199 on network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:06.215993 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Attempting to bind port 87602cd6-a15a-41bd-979d-7b9d9755d199 on network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:06.224394 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:06.224734 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Checking segment: {'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:06.225140 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Bound using segment: {'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:06.225600 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Bound port: 87602cd6-a15a-41bd-979d-7b9d9755d199, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:06.225952 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.239905 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e35141bd-6b22-4960-a340-fc87acc831cd details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:06.286476 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fd338-5777-42c9-87dc-d0d49518d140 req-35be8352-b0c9-4c5d-ab5f-3a07504ff59d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:06.286476 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-df6fd338-5777-42c9-87dc-d0d49518d140 req-35be8352-b0c9-4c5d-ab5f-3a07504ff59d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1597941 Jun 22 18:32:06.360467 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] For port 87602cd6-a15a-41bd-979d-7b9d9755d199, host hv-cinder-77428, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:06.365830 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-df6fd338-5777-42c9-87dc-d0d49518d140 req-95041f6a-3a90-40aa-94ff-c74be3715ad8 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693378 Jun 22 18:32:06.379685 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] For port 87602cd6-a15a-41bd-979d-7b9d9755d199, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=87602cd6-a15a-41bd-979d-7b9d9755d199,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:06.395715 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.396176 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:06.443590 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.453272 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:06.454154 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.456351 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] 10.222.0.16 "PUT /v2.0/ports/87602cd6-a15a-41bd-979d-7b9d9755d199 HTTP/1.1" status: 200 len: 1093 time: 1.5140495 Jun 22 18:32:06.456883 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dab573-025c-46eb-addd-aaac5345b26f', 'tag': '87602cd6-a15a-41bd-979d-7b9d9755d199'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:06.459338 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40b6dbf-a4e1-4a4e-9abb-62a2f798e950" -d '{"events": [{"name": "network-changed", "server_uuid": "24dab573-025c-46eb-addd-aaac5345b26f", "tag": "87602cd6-a15a-41bd-979d-7b9d9755d199"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:06.545507 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e35141bd-6b22-4960-a340-fc87acc831cd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e35141bd-6b22-4960-a340-fc87acc831cd,segment=NetworkSegment(911c9287-4e1e-40d4-83b3-1da387498c37),segment_id=911c9287-4e1e-40d4-83b3-1da387498c37)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:06.554318 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493a1c10-6da4-4de6-a20f-bea2ca7c33f9 x-openstack-request-id: req-493a1c10-6da4-4de6-a20f-bea2ca7c33f9 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:06.555066 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24dab573-025c-46eb-addd-aaac5345b26f", "tag": "87602cd6-a15a-41bd-979d-7b9d9755d199", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:06.555738 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-493a1c10-6da4-4de6-a20f-bea2ca7c33f9 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:06.556565 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24dab573-025c-46eb-addd-aaac5345b26f', 'tag': '87602cd6-a15a-41bd-979d-7b9d9755d199', 'status': 'completed', 'code': 200} Jun 22 18:32:06.570586 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': 'e35141bd-6b22-4960-a340-fc87acc831cd', 'network_id': 'bd94c0f0-2e5e-4917-9307-2bd586c6e424', 'port_id': 'e35141bd-6b22-4960-a340-fc87acc831cd', 'mac_address': 'fa:16:3e:c8:4e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2654054-8b75-4f38-ade2-1bdf73dee5db', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:06.576624 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Pushing event updated for resources: {'Port': ['ID=87602cd6-a15a-41bd-979d-7b9d9755d199,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:06.585386 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:06.634836 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eb039-8402-45e7-b434-580abba35b29 req-23fbd466-764f-4798-aa23-ab66ee88b2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:06.638847 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-23fbd466-764f-4798-aa23-ab66ee88b2c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 1096 time: 0.1008232 Jun 22 18:32:06.683614 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.709341 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35141bd-6b22-4960-a340-fc87acc831cd {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:06.736907 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-d725a795-a679-4e0f-9985-04fbe167d900 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87602cd6-a15a-41bd-979d-7b9d9755d199 HTTP/1.1" status: 200 len: 217 time: 0.0830941 Jun 22 18:32:06.755478 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e35141bd-6b22-4960-a340-fc87acc831cd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e35141bd-6b22-4960-a340-fc87acc831cd,segment=NetworkSegment(911c9287-4e1e-40d4-83b3-1da387498c37),segment_id=911c9287-4e1e-40d4-83b3-1da387498c37)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:06.764159 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:06.778051 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:06.834829 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985eb039-8402-45e7-b434-580abba35b29 req-d22f18be-09f0-42cc-b4f4-442bae55e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:06.837657 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-d22f18be-09f0-42cc-b4f4-442bae55e6c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16c92407-c571-40c7-b8f0-f24e7a21633c HTTP/1.1" status: 200 len: 854 time: 0.0906568 Jun 22 18:32:06.899146 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=e35141bd-6b22-4960-a340-fc87acc831cd,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:06.909706 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:06.910613 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:06.911429 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:06.912017 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:06.912546 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:06.913423 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:06.914137 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:06.914801 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-e8d69fdc-0edd-4509-bc18-b0fb1b375cb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594752 Jun 22 18:32:06.915199 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:06.915979 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:06.916552 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:06.917369 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:06.917935 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:06.922283 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:07.029290 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeae43d-e69f-4e82-a9f0-953473a14219 req-b9fc579d-efb0-43d5-ada7-7e17ef0d6149 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:07.036577 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-fbeae43d-e69f-4e82-a9f0-953473a14219 req-b9fc579d-efb0-43d5-ada7-7e17ef0d6149 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 945 time: 0.1975255 Jun 22 18:32:07.085728 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['e35141bd-6b22-4960-a340-fc87acc831cd'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:07.106813 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-49d5f131-dff8-48a7-80da-7bdfe115927b service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768212 Jun 22 18:32:07.123560 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-fbeae43d-e69f-4e82-a9f0-953473a14219 req-5543ef34-688c-485c-86c7-637b4886707d tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/security-groups?id=37476caa-ddae-43fe-bf2e-34100203b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859807 Jun 22 18:32:07.206430 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d6b0f-fa0b-44d4-840e-1ea83cd10405 req-4f5d7261-9a19-4fa1-a8ff-b67db701e92c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:07.221770 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c05d6b0f-fa0b-44d4-840e-1ea83cd10405 req-4f5d7261-9a19-4fa1-a8ff-b67db701e92c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 943 time: 0.1700597 Jun 22 18:32:07.303310 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 48972) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:07.393933 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c05d6b0f-fa0b-44d4-840e-1ea83cd10405 req-e297d6aa-4cf1-494b-974b-3f2482070005 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631057 Jun 22 18:32:07.414974 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-985eb039-8402-45e7-b434-580abba35b29 req-d59079c5-e344-4b75-a9b2-bcf766908de8 service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899184 Jun 22 18:32:07.732239 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-249cb413-fc06-4647-9012-a289a7d53c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:07.856073 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc91e2d-c6a6-450f-ac2d-795086067d0e req-2a4f08e2-c533-434e-a081-7a7c875121b7 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:07.858165 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3cc91e2d-c6a6-450f-ac2d-795086067d0e req-2a4f08e2-c533-434e-a081-7a7c875121b7 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1341808 Jun 22 18:32:07.900887 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9230-5529-4382-8637-20c46f74beed req-67f5e2f5-1ad1-4b71-8593-10e9f02adf3e tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:07.903172 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7fab9230-5529-4382-8637-20c46f74beed req-67f5e2f5-1ad1-4b71-8593-10e9f02adf3e tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 949 time: 0.3943341 Jun 22 18:32:07.920317 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3cc91e2d-c6a6-450f-ac2d-795086067d0e req-71326783-8f95-404e-904b-9aee0965b31a tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513954 Jun 22 18:32:07.921070 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6dbf-a4e1-4a4e-9abb-62a2f798e950 req-5cc958a0-dfd0-4fe7-b046-dea6d8139ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:07.922604 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d40b6dbf-a4e1-4a4e-9abb-62a2f798e950 req-5cc958a0-dfd0-4fe7-b046-dea6d8139ad4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 1096 time: 0.3979311 Jun 22 18:32:08.047078 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7fab9230-5529-4382-8637-20c46f74beed req-218b3804-a700-47a1-955c-7175d88b0f59 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ddb43cb-5360-4969-8993-534ffa15ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348395 Jun 22 18:32:08.063744 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-249cb413-fc06-4647-9012-a289a7d53c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.075981 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-249cb413-fc06-4647-9012-a289a7d53c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.080419 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9ee8dd39-ff34-46ed-81ef-8aeec390a1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:08.125731 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6dbf-a4e1-4a4e-9abb-62a2f798e950 req-decca237-332b-4706-b849-2f6572b44a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:08.127255 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d40b6dbf-a4e1-4a4e-9abb-62a2f798e950 req-decca237-332b-4706-b849-2f6572b44a17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 200 len: 915 time: 0.1898201 Jun 22 18:32:08.138776 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-249cb413-fc06-4647-9012-a289a7d53c30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80b9bb2ea164491e817fb1a8ab7d5ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8299906 Jun 22 18:32:08.138776 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249cb413-fc06-4647-9012-a289a7d53c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45ffad5-0fd8-4e90-b13b-7f81bd749700,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:08.139909 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49022) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:08.144768 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-249cb413-fc06-4647-9012-a289a7d53c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:08.196319 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d40b6dbf-a4e1-4a4e-9abb-62a2f798e950 req-ef1c35b4-b358-4435-ba63-f349fbf25d51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87602cd6-a15a-41bd-979d-7b9d9755d199 HTTP/1.1" status: 200 len: 217 time: 0.0575840 Jun 22 18:32:08.258024 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b6dbf-a4e1-4a4e-9abb-62a2f798e950 req-67f8710f-4104-4e32-b2c1-2e24edaf0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:08.262792 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d40b6dbf-a4e1-4a4e-9abb-62a2f798e950 req-67f8710f-4104-4e32-b2c1-2e24edaf0bae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16c92407-c571-40c7-b8f0-f24e7a21633c HTTP/1.1" status: 200 len: 854 time: 0.0572386 Jun 22 18:32:08.308885 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d40b6dbf-a4e1-4a4e-9abb-62a2f798e950 req-10ac803f-2c1f-4aec-abed-33314f9dfd96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370040 Jun 22 18:32:08.315249 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dad47709-e841-409c-a412-6bba688a5f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.362308 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dad47709-e841-409c-a412-6bba688a5f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.443608 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d40b6dbf-a4e1-4a4e-9abb-62a2f798e950 req-3619a91d-92f2-43ae-a586-8e45e17828ef service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192269 Jun 22 18:32:08.581354 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49036) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:08.583638 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.636909 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb0d5f-95d6-4945-ba38-494a5ff075ed req-0d55aeda-5e88-4e0a-bb69-6c4cd12a93d5 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:08.645663 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-86bb0d5f-95d6-4945-ba38-494a5ff075ed req-0d55aeda-5e88-4e0a-bb69-6c4cd12a93d5 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 945 time: 0.2690246 Jun 22 18:32:08.663121 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dad47709-e841-409c-a412-6bba688a5f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.664727 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dad47709-e841-409c-a412-6bba688a5f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.666537 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-dad47709-e841-409c-a412-6bba688a5f16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e45ffad5-0fd8-4e90-b13b-7f81bd749700 HTTP/1.1" status: 204 len: 168 time: 0.5255663 Jun 22 18:32:08.673720 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4de8207d-9392-4cb0-9f00-00b7913fd965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:08.684820 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad47709-e841-409c-a412-6bba688a5f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45ffad5-0fd8-4e90-b13b-7f81bd749700,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:08.715570 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-dad47709-e841-409c-a412-6bba688a5f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:08.748089 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-86bb0d5f-95d6-4945-ba38-494a5ff075ed req-17b36ab9-b3b9-4f81-b52d-459c36dfcdef tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/security-groups?id=37476caa-ddae-43fe-bf2e-34100203b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012869 Jun 22 18:32:08.778727 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d40b6dbf-a4e1-4a4e-9abb-62a2f798e950 req-d270a396-8c73-4202-930c-4254aea6e49b service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086896 Jun 22 18:32:08.789448 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02375478-ba20-4c7c-8161-4ae3f1eab5c6 req-600219f1-c3eb-45a2-b729-a9a883145fbf tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:08.791881 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-02375478-ba20-4c7c-8161-4ae3f1eab5c6 req-600219f1-c3eb-45a2-b729-a9a883145fbf tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.16 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 945 time: 0.3125408 Jun 22 18:32:08.808774 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4683f4-763e-467b-a119-9ccf98655bf9 req-2c4b4a45-e63b-434f-8611-6440fa73b831 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:08.816845 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2e4683f4-763e-467b-a119-9ccf98655bf9 req-2c4b4a45-e63b-434f-8611-6440fa73b831 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 943 time: 0.2221463 Jun 22 18:32:08.855315 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4cd33f33-84fe-459c-a60b-e4413312dd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:08.941641 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2e4683f4-763e-467b-a119-9ccf98655bf9 req-ad82515b-f3d8-425e-a7c6-07335c9bdc82 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237085 Jun 22 18:32:09.018259 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4cd33f33-84fe-459c-a60b-e4413312dd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.026142 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4cd33f33-84fe-459c-a60b-e4413312dd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.045185 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-02375478-ba20-4c7c-8161-4ae3f1eab5c6 req-618824fa-b9df-462a-9f82-fdf096684184 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Deleting port 4256d0d1-3ae4-4708-98ea-89219939ea53 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:32:09.045633 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-02375478-ba20-4c7c-8161-4ae3f1eab5c6 req-618824fa-b9df-462a-9f82-fdf096684184 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.049614 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-68ea5bbe-7339-4c93-8c01-bc379f95fc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:09.188798 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49060) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:09.213635 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-4cd33f33-84fe-459c-a60b-e4413312dd6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbec26dc376f42089118c0a1b3faddd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205304 Jun 22 18:32:09.218254 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49066) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:09.258200 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-02375478-ba20-4c7c-8161-4ae3f1eab5c6 req-618824fa-b9df-462a-9f82-fdf096684184 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] For port 4256d0d1-3ae4-4708-98ea-89219939ea53, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=4256d0d1-3ae4-4708-98ea-89219939ea53,segment=NetworkSegment(0a585084-34e5-4811-ba75-84ee93b3ae04),segment_id=0a585084-34e5-4811-ba75-84ee93b3ae04)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:09.258526 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-02375478-ba20-4c7c-8161-4ae3f1eab5c6 req-618824fa-b9df-462a-9f82-fdf096684184 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.276637 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-02375478-ba20-4c7c-8161-4ae3f1eab5c6 req-618824fa-b9df-462a-9f82-fdf096684184 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Calling delete_port for 4256d0d1-3ae4-4708-98ea-89219939ea53 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:32:09.284531 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd33f33-84fe-459c-a60b-e4413312dd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc03da21-ae37-4541-bcce-82daa4fbda2e,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:09.309894 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4cd33f33-84fe-459c-a60b-e4413312dd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:09.349535 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-67bdba36-b17a-4f4b-86d2-9a1c378efc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.404480 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ba1dc-f913-4cc2-ac3d-5c41c5a1bb40 req-ea7c4339-ff67-4794-ad79-6513de28c202 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:09.407857 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-338ba1dc-f913-4cc2-ac3d-5c41c5a1bb40 req-ea7c4339-ff67-4794-ad79-6513de28c202 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.3138044 Jun 22 18:32:09.429491 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-67bdba36-b17a-4f4b-86d2-9a1c378efc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.464102 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 49072) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:09.508422 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd19a65-624a-4b60-8083-c1350e18cfe1 req-151ecfa3-4d2b-4ed0-a2c5-ffb2e1764d7e tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:09.510654 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0fd19a65-624a-4b60-8083-c1350e18cfe1 req-151ecfa3-4d2b-4ed0-a2c5-ffb2e1764d7e tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 949 time: 0.1365325 Jun 22 18:32:09.513324 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9baddc45-15b6-441b-b3b8-c96665d75475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.535661 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-338ba1dc-f913-4cc2-ac3d-5c41c5a1bb40 req-67c3270e-ba54-405d-b878-57d85c40434e tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173196 Jun 22 18:32:09.568066 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-011caac5-7076-4983-ab58-bcd5c9ec6f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.634250 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0fd19a65-624a-4b60-8083-c1350e18cfe1 req-c0ba1903-2232-4743-81f6-c774ee449734 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ddb43cb-5360-4969-8993-534ffa15ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068676 Jun 22 18:32:09.644998 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-67bdba36-b17a-4f4b-86d2-9a1c378efc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.655266 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-67bdba36-b17a-4f4b-86d2-9a1c378efc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.656825 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-02375478-ba20-4c7c-8161-4ae3f1eab5c6 req-618824fa-b9df-462a-9f82-fdf096684184 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.659382 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-67bdba36-b17a-4f4b-86d2-9a1c378efc40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc03da21-ae37-4541-bcce-82daa4fbda2e HTTP/1.1" status: 204 len: 168 time: 0.4290648 Jun 22 18:32:09.660207 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ded61b25-643f-46d2-af16-3d8eade5a8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:09.672581 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['4256d0d1-3ae4-4708-98ea-89219939ea53'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:09.677400 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdba36-b17a-4f4b-86d2-9a1c378efc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc03da21-ae37-4541-bcce-82daa4fbda2e,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:09.680652 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-67bdba36-b17a-4f4b-86d2-9a1c378efc40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:09.683830 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:09.787050 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618824fa-b9df-462a-9f82-fdf096684184 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Pushing event deleted for resources: {'Port': ['ID=4256d0d1-3ae4-4708-98ea-89219939ea53,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:09.819688 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-618824fa-b9df-462a-9f82-fdf096684184 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:09.821899 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-02375478-ba20-4c7c-8161-4ae3f1eab5c6 req-618824fa-b9df-462a-9f82-fdf096684184 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] No DVR routers for this DVR port 4256d0d1-3ae4-4708-98ea-89219939ea53 on host hv-cinder-77428 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:32:09.830748 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-02375478-ba20-4c7c-8161-4ae3f1eab5c6 req-618824fa-b9df-462a-9f82-fdf096684184 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.833464 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-02375478-ba20-4c7c-8161-4ae3f1eab5c6 req-618824fa-b9df-462a-9f82-fdf096684184 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.16 "DELETE /v2.0/ports/4256d0d1-3ae4-4708-98ea-89219939ea53 HTTP/1.1" status: 204 len: 173 time: 1.0137727 Jun 22 18:32:09.834265 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563e0221-856c-4e9b-a34d-aea6c89ff0ae', 'name': 'network-vif-deleted', 'tag': '4256d0d1-3ae4-4708-98ea-89219939ea53'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:09.837908 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5430833b-8710-4b46-9071-3d4a9d0f4e34" -d '{"events": [{"server_uuid": "563e0221-856c-4e9b-a34d-aea6c89ff0ae", "name": "network-vif-deleted", "tag": "4256d0d1-3ae4-4708-98ea-89219939ea53"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:09.881966 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9baddc45-15b6-441b-b3b8-c96665d75475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:09.889843 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9baddc45-15b6-441b-b3b8-c96665d75475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.099502 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3b1f6a54-02cb-46fa-b445-aab8078e7f7d req-3557cf43-68fb-4b17-9060-102c7dcb98fb tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] 10.222.0.20 "GET /v2.0/ports?device_id=563e0221-856c-4e9b-a34d-aea6c89ff0ae HTTP/1.1" status: 200 len: 210 time: 0.1251376 Jun 22 18:32:10.179308 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb02c9e8-f361-434a-b4f4-45c3baa86b6d x-openstack-request-id: req-eb02c9e8-f361-434a-b4f4-45c3baa86b6d {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:10.179872 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563e0221-856c-4e9b-a34d-aea6c89ff0ae", "name": "network-vif-deleted", "tag": "4256d0d1-3ae4-4708-98ea-89219939ea53", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:10.179951 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb02c9e8-f361-434a-b4f4-45c3baa86b6d {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:10.180409 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563e0221-856c-4e9b-a34d-aea6c89ff0ae', 'name': 'network-vif-deleted', 'tag': '4256d0d1-3ae4-4708-98ea-89219939ea53', 'status': 'completed', 'code': 200} Jun 22 18:32:10.181279 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-249cb413-fc06-4647-9012-a289a7d53c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.188550 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-9baddc45-15b6-441b-b3b8-c96665d75475 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0e0a9db0f924f2ba047d88497139941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7195210 Jun 22 18:32:10.193418 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 49088) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:10.210638 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-011caac5-7076-4983-ab58-bcd5c9ec6f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.225785 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-011caac5-7076-4983-ab58-bcd5c9ec6f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.230395 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e82410a3-1903-489f-93c9-d9254c1a9ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.248296 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baddc45-15b6-441b-b3b8-c96665d75475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f9cc34-48bd-4484-8de4-d421a7a45828,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.256326 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9baddc45-15b6-441b-b3b8-c96665d75475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:10.272881 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 87602cd6-a15a-41bd-979d-7b9d9755d199 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:10.295940 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-011caac5-7076-4983-ab58-bcd5c9ec6f9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05f7688d7b3e4ef1b846f50cf728589d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1053312 Jun 22 18:32:10.297496 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011caac5-7076-4983-ab58-bcd5c9ec6f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e39034-62df-47ec-ba31-cff6a66b5501,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.300297 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49090) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:10.320647 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-011caac5-7076-4983-ab58-bcd5c9ec6f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:10.332944 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 49092) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:10.340571 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e35141bd-6b22-4960-a340-fc87acc831cd up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:10.357813 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0d947024-f1b7-492b-95fe-0f73de9f2b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.360936 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-009b7c62-07a1-41dc-9fe4-c2df5cc67f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.393539 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-836d4242-b94d-4f60-b555-e5fcc03ba8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.421249 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-836d4242-b94d-4f60-b555-e5fcc03ba8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.457391 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 87602cd6-a15a-41bd-979d-7b9d9755d199, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=87602cd6-a15a-41bd-979d-7b9d9755d199,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:10.474551 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': '87602cd6-a15a-41bd-979d-7b9d9755d199', 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20', 'port_id': '87602cd6-a15a-41bd-979d-7b9d9755d199', 'mac_address': 'fa:16:3e:f9:7d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c92407-c571-40c7-b8f0-f24e7a21633c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:10.475513 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1e411-7b78-4482-80c7-17f27740a47a req-2e190fb9-24ed-4797-9621-f716d444011a tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:10.484180 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f5f1e411-7b78-4482-80c7-17f27740a47a req-2e190fb9-24ed-4797-9621-f716d444011a tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 943 time: 0.2266128 Jun 22 18:32:10.501798 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-836d4242-b94d-4f60-b555-e5fcc03ba8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.508936 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-836d4242-b94d-4f60-b555-e5fcc03ba8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.510823 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-836d4242-b94d-4f60-b555-e5fcc03ba8ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88e39034-62df-47ec-ba31-cff6a66b5501 HTTP/1.1" status: 204 len: 168 time: 0.1937189 Jun 22 18:32:10.512918 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.527897 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d4242-b94d-4f60-b555-e5fcc03ba8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e39034-62df-47ec-ba31-cff6a66b5501,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.541181 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-836d4242-b94d-4f60-b555-e5fcc03ba8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:10.557423 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-009b7c62-07a1-41dc-9fe4-c2df5cc67f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.562165 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0d947024-f1b7-492b-95fe-0f73de9f2b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.574793 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-009b7c62-07a1-41dc-9fe4-c2df5cc67f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.579546 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.580543 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a5f953ce-b258-44cb-8a9f-487a30c5f8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.600990 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87602cd6-a15a-41bd-979d-7b9d9755d199 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:10.659037 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port e35141bd-6b22-4960-a340-fc87acc831cd completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:10.668249 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 87602cd6-a15a-41bd-979d-7b9d9755d199, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=87602cd6-a15a-41bd-979d-7b9d9755d199,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:10.686185 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.694054 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.699795 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port e35141bd-6b22-4960-a340-fc87acc831cd triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:10.703182 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.729642 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f5f1e411-7b78-4482-80c7-17f27740a47a req-5807f4a6-d7e6-4422-94d0-a1deedbbac5d tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413630 Jun 22 18:32:10.745879 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-009b7c62-07a1-41dc-9fe4-c2df5cc67f35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=515a80b62aaa49af88622934f74535de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101024 Jun 22 18:32:10.747737 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b7c62-07a1-41dc-9fe4-c2df5cc67f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f8a7f6-5183-4181-91f9-9cbce5973760,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.748727 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49108) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:10.752104 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-009b7c62-07a1-41dc-9fe4-c2df5cc67f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:10.773725 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0d947024-f1b7-492b-95fe-0f73de9f2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.784092 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0d947024-f1b7-492b-95fe-0f73de9f2b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.789683 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-0d947024-f1b7-492b-95fe-0f73de9f2b2a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0f9cc34-48bd-4484-8de4-d421a7a45828 HTTP/1.1" status: 204 len: 168 time: 0.5933681 Jun 22 18:32:10.792770 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9baddc45-15b6-441b-b3b8-c96665d75475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:10.811353 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d947024-f1b7-492b-95fe-0f73de9f2b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f9cc34-48bd-4484-8de4-d421a7a45828,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:10.826685 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0d947024-f1b7-492b-95fe-0f73de9f2b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:10.908155 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-78534b20-c9d5-4e03-b646-8fcf6081a720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:10.962516 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-78534b20-c9d5-4e03-b646-8fcf6081a720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.037809 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=87602cd6-a15a-41bd-979d-7b9d9755d199,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:11.048900 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c8643-2a7c-4152-925e-93a32839546d req-8df01f58-8f72-4c3d-98e4-08422f0d20d0 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:11.049211 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:11.051296 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1d0c8643-2a7c-4152-925e-93a32839546d req-8df01f58-8f72-4c3d-98e4-08422f0d20d0 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.2279866 Jun 22 18:32:11.109585 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['87602cd6-a15a-41bd-979d-7b9d9755d199'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:11.128736 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-78534b20-c9d5-4e03-b646-8fcf6081a720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.132953 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-78534b20-c9d5-4e03-b646-8fcf6081a720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.138450 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-78534b20-c9d5-4e03-b646-8fcf6081a720 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4f8a7f6-5183-4181-91f9-9cbce5973760 HTTP/1.1" status: 204 len: 168 time: 0.3867795 Jun 22 18:32:11.140349 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-86be72b2-fa9c-4c73-9cdd-1389cc364933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:11.156588 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1d0c8643-2a7c-4152-925e-93a32839546d req-1cb8eb8a-4809-4c66-bb96-2584948910b5 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930593 Jun 22 18:32:11.158536 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78534b20-c9d5-4e03-b646-8fcf6081a720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f8a7f6-5183-4181-91f9-9cbce5973760,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:11.164292 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-78534b20-c9d5-4e03-b646-8fcf6081a720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:11.176505 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.226357 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949f1be1-aeca-4277-b659-2f16ec8eef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35141bd-6b22-4960-a340-fc87acc831cd'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:11.229621 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de48e795-3176-4f8a-a0ef-db04dbd47448" -d '{"events": [{"server_uuid": "949f1be1-aeca-4277-b659-2f16ec8eef40", "name": "network-vif-plugged", "status": "completed", "tag": "e35141bd-6b22-4960-a340-fc87acc831cd"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:11.237792 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277b46-e3a4-449f-a16e-7db8f0b6901b req-de195b1e-250e-4dcb-8905-b16d0d77a987 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:11.250663 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ff277b46-e3a4-449f-a16e-7db8f0b6901b req-de195b1e-250e-4dcb-8905-b16d0d77a987 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 949 time: 0.2225959 Jun 22 18:32:11.267385 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e35141bd-6b22-4960-a340-fc87acc831cd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e35141bd-6b22-4960-a340-fc87acc831cd,segment=NetworkSegment(911c9287-4e1e-40d4-83b3-1da387498c37),segment_id=911c9287-4e1e-40d4-83b3-1da387498c37)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:11.274108 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.282242 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:11.345259 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ff277b46-e3a4-449f-a16e-7db8f0b6901b req-2b4303a7-e183-406d-b3c9-30e0338ec510 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ddb43cb-5360-4969-8993-534ffa15ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923910 Jun 22 18:32:11.385209 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa9703e-36ba-40c3-b782-d92e6a47b1ce x-openstack-request-id: req-5fa9703e-36ba-40c3-b782-d92e6a47b1ce {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:11.385496 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949f1be1-aeca-4277-b659-2f16ec8eef40", "name": "network-vif-plugged", "status": "completed", "tag": "e35141bd-6b22-4960-a340-fc87acc831cd", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:11.385738 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fa9703e-36ba-40c3-b782-d92e6a47b1ce {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:11.386047 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949f1be1-aeca-4277-b659-2f16ec8eef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35141bd-6b22-4960-a340-fc87acc831cd', 'code': 200} Jun 22 18:32:11.389834 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=e35141bd-6b22-4960-a340-fc87acc831cd,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:11.393417 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:11.459417 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49126) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:11.489357 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d402c04d-7e3f-4d49-9394-9b08f6944484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.629695 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d402c04d-7e3f-4d49-9394-9b08f6944484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.637631 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d402c04d-7e3f-4d49-9394-9b08f6944484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.646220 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3fd8abf3-4439-4d95-b2dc-12b5b61af826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:11.701559 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-d402c04d-7e3f-4d49-9394-9b08f6944484 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=faf84bf4694849b98bf447daafb361b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411923 Jun 22 18:32:11.705723 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49136) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:11.734139 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402c04d-7e3f-4d49-9394-9b08f6944484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc355fca-e86f-4494-9b75-6c9fd7a4788a,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:11.757507 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19429deb-e096-4c4d-b0cf-d415783d7f84 req-f8cc2f11-49d7-4536-bdad-c8a622d05902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:11.757966 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d402c04d-7e3f-4d49-9394-9b08f6944484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:11.765227 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-19429deb-e096-4c4d-b0cf-d415783d7f84 req-f8cc2f11-49d7-4536-bdad-c8a622d05902 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 1103 time: 0.1096554 Jun 22 18:32:11.835438 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6fc542de-2e55-4387-b532-51a6b89b9af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:11.854392 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-19429deb-e096-4c4d-b0cf-d415783d7f84 req-a57ddb68-39c9-4e9f-93f9-1ca0d91d9a51 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ddb43cb-5360-4969-8993-534ffa15ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810735 Jun 22 18:32:11.899054 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6fc542de-2e55-4387-b532-51a6b89b9af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:12.001570 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6fc542de-2e55-4387-b532-51a6b89b9af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:12.008424 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6fc542de-2e55-4387-b532-51a6b89b9af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:12.010537 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-6fc542de-2e55-4387-b532-51a6b89b9af3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc355fca-e86f-4494-9b75-6c9fd7a4788a HTTP/1.1" status: 204 len: 168 time: 0.3037074 Jun 22 18:32:12.011539 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:12.023054 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc542de-2e55-4387-b532-51a6b89b9af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc355fca-e86f-4494-9b75-6c9fd7a4788a,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:12.026739 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6fc542de-2e55-4387-b532-51a6b89b9af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:12.127394 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334b405-f99a-4115-9850-e92ea7543d4c req-ff553a76-bd9b-43a6-80e4-56ce92cae01d tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:12.131847 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7334b405-f99a-4115-9850-e92ea7543d4c req-ff553a76-bd9b-43a6-80e4-56ce92cae01d tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 944 time: 0.1502831 Jun 22 18:32:12.208607 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7334b405-f99a-4115-9850-e92ea7543d4c req-3b86b9d1-2c86-4b22-98f9-f67e7f941aed tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637219 Jun 22 18:32:12.288740 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 4256d0d1-3ae4-4708-98ea-89219939ea53 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:32:12.344157 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: 4256d0d1-3ae4-4708-98ea-89219939ea53 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:32:12.345220 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 4256d0d1-3ae4-4708-98ea-89219939ea53 not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:32:12.421570 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65264c-dd94-4eb8-80f5-4591589a6bcf req-dfd83516-bcfd-44af-81ae-aa16efedb49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:12.423241 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1f65264c-dd94-4eb8-80f5-4591589a6bcf req-dfd83516-bcfd-44af-81ae-aa16efedb49a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 1098 time: 0.1909056 Jun 22 18:32:12.508295 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1f65264c-dd94-4eb8-80f5-4591589a6bcf req-7a54593b-48a4-4bee-90a6-0dc76d6a6698 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750892 Jun 22 18:32:12.515022 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e436-daee-4083-9c28-50f3da82a4a4 req-b1faef5e-a512-4f91-9053-7976b52988c6 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:12.523201 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2540e436-daee-4083-9c28-50f3da82a4a4 req-b1faef5e-a512-4f91-9053-7976b52988c6 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1738098 Jun 22 18:32:12.582769 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2540e436-daee-4083-9c28-50f3da82a4a4 req-0b281b90-1c83-4349-92ba-a810c289e92c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586216 Jun 22 18:32:12.747471 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508710a-2638-4d5c-b386-aba630a88b15 req-a42e31dc-f553-4913-8ea5-6b427ecb9538 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:12.749082 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1508710a-2638-4d5c-b386-aba630a88b15 req-a42e31dc-f553-4913-8ea5-6b427ecb9538 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 950 time: 0.1783915 Jun 22 18:32:12.803691 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1508710a-2638-4d5c-b386-aba630a88b15 req-bb9d8867-5596-48a8-a210-2a5869b8853d tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ddb43cb-5360-4969-8993-534ffa15ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467794 Jun 22 18:32:13.499332 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c84f9f-7824-4883-9007-67b09e301b2b req-25ee8145-6798-47c8-b874-8478fe4445e4 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:13.501363 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c3c84f9f-7824-4883-9007-67b09e301b2b req-25ee8145-6798-47c8-b874-8478fe4445e4 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 944 time: 0.0961111 Jun 22 18:32:13.582972 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c3c84f9f-7824-4883-9007-67b09e301b2b req-1a06bca1-0a11-48a8-962d-d26419ef4197 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678189 Jun 22 18:32:14.093298 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29467420-1397-4595-b494-41ff253751e9 req-33bdff87-e04f-475c-9b95-30d0778b47c2 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:14.102295 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-29467420-1397-4595-b494-41ff253751e9 req-33bdff87-e04f-475c-9b95-30d0778b47c2 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 950 time: 0.0929053 Jun 22 18:32:14.119580 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d318368-08a4-4253-afcf-f548f15d7fdb req-fbe695f1-e055-4596-ad62-a2ed21d8a6f4 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:14.121884 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6d318368-08a4-4253-afcf-f548f15d7fdb req-fbe695f1-e055-4596-ad62-a2ed21d8a6f4 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1686866 Jun 22 18:32:14.155206 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-29467420-1397-4595-b494-41ff253751e9 req-309b3f17-fd31-4883-923a-597154146b6f tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ddb43cb-5360-4969-8993-534ffa15ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533988 Jun 22 18:32:14.188954 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6d318368-08a4-4253-afcf-f548f15d7fdb req-9282e216-70b9-4dfa-9cf3-38dd4fd482f5 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609536 Jun 22 18:32:14.297323 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 87602cd6-a15a-41bd-979d-7b9d9755d199 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:14.429498 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port 87602cd6-a15a-41bd-979d-7b9d9755d199 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:14.438469 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port 87602cd6-a15a-41bd-979d-7b9d9755d199 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:14.439521 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:14.660503 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:14.692439 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d165c70-5946-4a36-b2a0-aced452caa30 req-f61b0a6d-b3af-4f7e-aa31-9a4a79c489f3 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:14.711661 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6d165c70-5946-4a36-b2a0-aced452caa30 req-f61b0a6d-b3af-4f7e-aa31-9a4a79c489f3 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1744204 Jun 22 18:32:14.740515 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dab573-025c-46eb-addd-aaac5345b26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87602cd6-a15a-41bd-979d-7b9d9755d199'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:14.745031 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ca5aa1-a73a-4dba-a93e-f04097a36a60" -d '{"events": [{"server_uuid": "24dab573-025c-46eb-addd-aaac5345b26f", "name": "network-vif-plugged", "status": "completed", "tag": "87602cd6-a15a-41bd-979d-7b9d9755d199"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:14.774568 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6d165c70-5946-4a36-b2a0-aced452caa30 req-c6f05944-b863-4b39-a2a2-927628b7eea7 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611827 Jun 22 18:32:14.780576 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 87602cd6-a15a-41bd-979d-7b9d9755d199, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=87602cd6-a15a-41bd-979d-7b9d9755d199,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:14.807234 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:14.810113 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:14.991893 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=87602cd6-a15a-41bd-979d-7b9d9755d199,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:15.002139 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:15.108787 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae017f8f-e170-44c0-aeb0-acf55275996a req-2e24beab-e20c-496c-b573-1de1e45fc8b1 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:15.114009 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ae017f8f-e170-44c0-aeb0-acf55275996a req-2e24beab-e20c-496c-b573-1de1e45fc8b1 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 945 time: 0.2185657 Jun 22 18:32:15.201318 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ae017f8f-e170-44c0-aeb0-acf55275996a req-a9eff51c-f855-46fb-95fc-60b63e8b8263 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824125 Jun 22 18:32:15.270460 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42aa3e6a-e15b-488b-b755-bbc66fed8d86 x-openstack-request-id: req-42aa3e6a-e15b-488b-b755-bbc66fed8d86 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:15.271150 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dab573-025c-46eb-addd-aaac5345b26f", "name": "network-vif-plugged", "status": "completed", "tag": "87602cd6-a15a-41bd-979d-7b9d9755d199", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:15.271617 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42aa3e6a-e15b-488b-b755-bbc66fed8d86 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:15.272270 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dab573-025c-46eb-addd-aaac5345b26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87602cd6-a15a-41bd-979d-7b9d9755d199', 'code': 200} Jun 22 18:32:15.428368 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 49308) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:15.479153 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e73ef6-6da0-426f-8b66-81c77cb23b0c req-f75b1f64-b502-4f1f-beb3-ee091d357b84 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:15.489075 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-76e73ef6-6da0-426f-8b66-81c77cb23b0c req-f75b1f64-b502-4f1f-beb3-ee091d357b84 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 950 time: 0.1014774 Jun 22 18:32:15.538532 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-76e73ef6-6da0-426f-8b66-81c77cb23b0c req-2e485ce1-90bd-4152-9f55-aab747db7573 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ddb43cb-5360-4969-8993-534ffa15ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432589 Jun 22 18:32:15.682136 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ffd29c47-874b-4141-be46-5343dd9c766b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:15.731988 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9f9f1-393b-485e-a16d-7efae1ee3f86 req-65279dda-ccdd-4c5a-83ea-cd3246675cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:15.733560 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-efa9f9f1-393b-485e-a16d-7efae1ee3f86 req-65279dda-ccdd-4c5a-83ea-cd3246675cb8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 1098 time: 0.1875391 Jun 22 18:32:15.874860 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:32:15.885803 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-efa9f9f1-393b-485e-a16d-7efae1ee3f86 req-03972229-4819-4488-8a3b-bb8f8f4c2dac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226089 Jun 22 18:32:15.946534 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ffd29c47-874b-4141-be46-5343dd9c766b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:15.953189 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ffd29c47-874b-4141-be46-5343dd9c766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:15.955954 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b70197b7-4e37-4f50-bdd0-d75fc55a4726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:16.001796 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-ffd29c47-874b-4141-be46-5343dd9c766b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0e6a26741634b4493d1cf6ca75b0c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682642 Jun 22 18:32:16.002835 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49324) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:16.005307 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd29c47-874b-4141-be46-5343dd9c766b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9961cc-bb86-45fa-a11a-a85c31a31942,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:16.021123 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ffd29c47-874b-4141-be46-5343dd9c766b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:16.097721 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9ac6-df08-4255-ba3c-6f31b1157262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:16.146282 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9ac6-df08-4255-ba3c-6f31b1157262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:16.232229 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9ac6-df08-4255-ba3c-6f31b1157262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:16.235164 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9c8b9ac6-df08-4255-ba3c-6f31b1157262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:16.244829 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-9c8b9ac6-df08-4255-ba3c-6f31b1157262 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f9961cc-bb86-45fa-a11a-a85c31a31942 HTTP/1.1" status: 204 len: 168 time: 0.2393632 Jun 22 18:32:16.245714 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-011caac5-7076-4983-ab58-bcd5c9ec6f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:16.256966 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b9ac6-df08-4255-ba3c-6f31b1157262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9961cc-bb86-45fa-a11a-a85c31a31942,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:16.262732 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9c8b9ac6-df08-4255-ba3c-6f31b1157262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:16.574107 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e2b6f-4630-4a07-a8a8-32a685cee281 req-205c2d47-7c06-45fb-9f4f-00976f315a63 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:16.582288 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-093e2b6f-4630-4a07-a8a8-32a685cee281 req-205c2d47-7c06-45fb-9f4f-00976f315a63 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 945 time: 0.1236463 Jun 22 18:32:16.659153 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-093e2b6f-4630-4a07-a8a8-32a685cee281 req-4ed93b32-aaf3-4ef6-bdea-f4b5037d9133 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672240 Jun 22 18:32:16.756569 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49370) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:16.778748 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6385d8a4-1d42-4b5d-a55f-0ac26cbd62f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:16.892459 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd1745-cd63-4456-bc9a-9bbc944bb4b2 req-9b8415ac-0779-45bb-b61d-71d8b59e2425 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:16.894047 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-59bd1745-cd63-4456-bc9a-9bbc944bb4b2 req-9b8415ac-0779-45bb-b61d-71d8b59e2425 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.16 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 950 time: 0.1610544 Jun 22 18:32:17.149247 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6385d8a4-1d42-4b5d-a55f-0ac26cbd62f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.164985 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6385d8a4-1d42-4b5d-a55f-0ac26cbd62f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.186560 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58fee3-c850-441f-98fe-d6478eb3a4ab req-81b1e157-b82c-480f-ba82-17450137e89a tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:17.202961 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3a58fee3-c850-441f-98fe-d6478eb3a4ab req-81b1e157-b82c-480f-ba82-17450137e89a tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 950 time: 0.3289659 Jun 22 18:32:17.216072 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-59bd1745-cd63-4456-bc9a-9bbc944bb4b2 req-ad561abd-b0bd-4477-a788-69d7c8ccb2f7 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Deleting port e35141bd-6b22-4960-a340-fc87acc831cd {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:32:17.219275 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-59bd1745-cd63-4456-bc9a-9bbc944bb4b2 req-ad561abd-b0bd-4477-a788-69d7c8ccb2f7 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.296599 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6fc542de-2e55-4387-b532-51a6b89b9af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:17.409561 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385d8a4-1d42-4b5d-a55f-0ac26cbd62f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cf805b-083c-42d1-9990-ff178018a884,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:17.413026 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6385d8a4-1d42-4b5d-a55f-0ac26cbd62f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:17.420201 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-6385d8a4-1d42-4b5d-a55f-0ac26cbd62f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=620795735e7d42ab944023ee7f1c7f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6622388 Jun 22 18:32:17.421816 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-59bd1745-cd63-4456-bc9a-9bbc944bb4b2 req-ad561abd-b0bd-4477-a788-69d7c8ccb2f7 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] For port e35141bd-6b22-4960-a340-fc87acc831cd, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e35141bd-6b22-4960-a340-fc87acc831cd,segment=NetworkSegment(911c9287-4e1e-40d4-83b3-1da387498c37),segment_id=911c9287-4e1e-40d4-83b3-1da387498c37)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:17.422564 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-59bd1745-cd63-4456-bc9a-9bbc944bb4b2 req-ad561abd-b0bd-4477-a788-69d7c8ccb2f7 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.423582 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49398) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:17.450457 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-59bd1745-cd63-4456-bc9a-9bbc944bb4b2 req-ad561abd-b0bd-4477-a788-69d7c8ccb2f7 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Calling delete_port for e35141bd-6b22-4960-a340-fc87acc831cd owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:32:17.481164 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3a58fee3-c850-441f-98fe-d6478eb3a4ab req-50e9d4e5-f268-422d-b0f6-88535e7deb70 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ddb43cb-5360-4969-8993-534ffa15ca6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712224 Jun 22 18:32:17.521321 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe7b49de-394e-4988-822f-39a8c6046d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.758356 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe7b49de-394e-4988-822f-39a8c6046d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.762035 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-59bd1745-cd63-4456-bc9a-9bbc944bb4b2 req-ad561abd-b0bd-4477-a788-69d7c8ccb2f7 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.765268 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824681a4-2d4c-44a6-9198-fee78a2c769f req-e172c2d1-3ea1-4347-aa0a-6215d2f4f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:17.767650 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-824681a4-2d4c-44a6-9198-fee78a2c769f req-e172c2d1-3ea1-4347-aa0a-6215d2f4f4e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4b35ad2eae2437293a521d8a216c696&device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.0827055 Jun 22 18:32:17.770981 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-618824fa-b9df-462a-9f82-fdf096684184 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:17.776604 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['e35141bd-6b22-4960-a340-fc87acc831cd'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:17.868749 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe7b49de-394e-4988-822f-39a8c6046d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.871962 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe7b49de-394e-4988-822f-39a8c6046d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:17.874166 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-fe7b49de-394e-4988-822f-39a8c6046d71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39cf805b-083c-42d1-9990-ff178018a884 HTTP/1.1" status: 204 len: 168 time: 0.4488072 Jun 22 18:32:17.919322 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ee53d8a9-affb-46cd-a8b6-d0886713d3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:17.934355 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad561abd-b0bd-4477-a788-69d7c8ccb2f7 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Pushing event deleted for resources: {'Port': ['ID=e35141bd-6b22-4960-a340-fc87acc831cd,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:17.937195 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b49de-394e-4988-822f-39a8c6046d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cf805b-083c-42d1-9990-ff178018a884,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:17.949260 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824681a4-2d4c-44a6-9198-fee78a2c769f req-84717079-06e9-416a-b5ce-5dc5e1c2171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:17.951610 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-824681a4-2d4c-44a6-9198-fee78a2c769f req-84717079-06e9-416a-b5ce-5dc5e1c2171f service neutron] 10.222.0.16 "GET /v2.0/networks?id=75e6befd-6f26-4650-9b7e-2f30ce50a808 HTTP/1.1" status: 200 len: 919 time: 0.1547108 Jun 22 18:32:17.956246 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fe7b49de-394e-4988-822f-39a8c6046d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:17.956675 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ad561abd-b0bd-4477-a788-69d7c8ccb2f7 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:18.060615 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16045609-5a76-4741-b4b7-101eac7e77c4 req-6c34bb55-7002-4ea5-b190-c054deddd888 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:18.062739 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-16045609-5a76-4741-b4b7-101eac7e77c4 req-6c34bb55-7002-4ea5-b190-c054deddd888 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.2160983 Jun 22 18:32:18.178377 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-16045609-5a76-4741-b4b7-101eac7e77c4 req-46eadc83-1c77-48ea-8a16-4986a0466e7f tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061854 Jun 22 18:32:18.187612 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bd1745-cd63-4456-bc9a-9bbc944bb4b2 req-ad561abd-b0bd-4477-a788-69d7c8ccb2f7 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] No DVR routers for this DVR port e35141bd-6b22-4960-a340-fc87acc831cd on host hv-cinder-77428 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:32:18.195771 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-824681a4-2d4c-44a6-9198-fee78a2c769f req-77d44788-97c7-4651-bf82-466e5b56e7e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dad63c-e32c-4e2f-b78e-2c9c2913157d HTTP/1.1" status: 200 len: 217 time: 0.2343323 Jun 22 18:32:18.197381 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-59bd1745-cd63-4456-bc9a-9bbc944bb4b2 req-ad561abd-b0bd-4477-a788-69d7c8ccb2f7 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:18.199666 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-59bd1745-cd63-4456-bc9a-9bbc944bb4b2 req-ad561abd-b0bd-4477-a788-69d7c8ccb2f7 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.16 "DELETE /v2.0/ports/e35141bd-6b22-4960-a340-fc87acc831cd HTTP/1.1" status: 204 len: 173 time: 1.2986927 Jun 22 18:32:18.200441 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949f1be1-aeca-4277-b659-2f16ec8eef40', 'name': 'network-vif-deleted', 'tag': 'e35141bd-6b22-4960-a340-fc87acc831cd'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:18.203055 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9b7d54-4cdb-45fd-be91-de057e52517f" -d '{"events": [{"server_uuid": "949f1be1-aeca-4277-b659-2f16ec8eef40", "name": "network-vif-deleted", "tag": "e35141bd-6b22-4960-a340-fc87acc831cd"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:18.295982 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddce9bec-43ba-479d-9c91-73a2a619d76e x-openstack-request-id: req-ddce9bec-43ba-479d-9c91-73a2a619d76e {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:18.295982 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949f1be1-aeca-4277-b659-2f16ec8eef40", "name": "network-vif-deleted", "tag": "e35141bd-6b22-4960-a340-fc87acc831cd", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:18.295982 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ddce9bec-43ba-479d-9c91-73a2a619d76e {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:18.297237 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949f1be1-aeca-4277-b659-2f16ec8eef40', 'name': 'network-vif-deleted', 'tag': 'e35141bd-6b22-4960-a340-fc87acc831cd', 'status': 'completed', 'code': 200} Jun 22 18:32:18.359819 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824681a4-2d4c-44a6-9198-fee78a2c769f req-90aad72c-f0f8-41c1-a05e-5a4d8fa78082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:18.361627 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-824681a4-2d4c-44a6-9198-fee78a2c769f req-90aad72c-f0f8-41c1-a05e-5a4d8fa78082 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=748b275f-0ae5-4fac-9860-855a76ef2bec HTTP/1.1" status: 200 len: 858 time: 0.1379058 Jun 22 18:32:18.393975 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b42440-31ed-4caa-b396-943c7366ca69 req-65931a4c-ca5e-4429-b7f5-bd8670b12824 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:18.395905 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-46b42440-31ed-4caa-b396-943c7366ca69 req-65931a4c-ca5e-4429-b7f5-bd8670b12824 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 945 time: 0.1611772 Jun 22 18:32:18.423376 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-824681a4-2d4c-44a6-9198-fee78a2c769f req-6aae3d7c-3078-4755-a003-7bf5816139c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75e6befd-6f26-4650-9b7e-2f30ce50a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472643 Jun 22 18:32:18.591754 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-824681a4-2d4c-44a6-9198-fee78a2c769f req-1df73076-5931-4fba-9efb-53262a01e47d service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521688 Jun 22 18:32:18.720138 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49436) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:18.773064 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-824681a4-2d4c-44a6-9198-fee78a2c769f req-648cfc57-0599-4a36-b922-20f006c635d6 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708808 Jun 22 18:32:18.795036 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d5d7db42-8c5a-4a48-8cb0-b75970c3ab28 req-7996480c-15b8-440a-9cd6-615f8ccf35a9 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] 10.222.0.20 "GET /v2.0/ports?device_id=949f1be1-aeca-4277-b659-2f16ec8eef40 HTTP/1.1" status: 200 len: 210 time: 0.0576856 Jun 22 18:32:18.812318 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-46b42440-31ed-4caa-b396-943c7366ca69 req-436b179b-a12b-4255-a413-8f7a3edc9780 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909276 Jun 22 18:32:19.020968 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49456) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:19.047355 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0391d8d4-0d3f-49a8-b5a8-c56812df1ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.160658 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4b86722-a14b-4510-be4f-d888adca9024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.320705 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0391d8d4-0d3f-49a8-b5a8-c56812df1ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.333553 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0391d8d4-0d3f-49a8-b5a8-c56812df1ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.349501 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:19.451628 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-0391d8d4-0d3f-49a8-b5a8-c56812df1ab7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ba377c5ea4547bd8fc3822d5fbf2e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7336073 Jun 22 18:32:19.456802 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391d8d4-0d3f-49a8-b5a8-c56812df1ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b039523-8414-4f42-b38b-634054289be1,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:19.458255 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 49474) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:19.487538 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0391d8d4-0d3f-49a8-b5a8-c56812df1ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:19.590628 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-05774b60-d748-4fa5-b235-f15cd27aa445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.614952 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22ff6c-47dc-4825-9053-79f8009e4755 req-049b063d-6782-4697-adcb-33fe7d11cfb3 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:19.616532 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bb22ff6c-47dc-4825-9053-79f8009e4755 req-049b063d-6782-4697-adcb-33fe7d11cfb3 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1810939 Jun 22 18:32:19.635495 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4b86722-a14b-4510-be4f-d888adca9024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.649209 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-05774b60-d748-4fa5-b235-f15cd27aa445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.663164 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4b86722-a14b-4510-be4f-d888adca9024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.673807 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:19.734775 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-d4b86722-a14b-4510-be4f-d888adca9024 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e66b66759092464799f6690220935826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7125874 Jun 22 18:32:19.739669 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 49484) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:19.752615 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bb22ff6c-47dc-4825-9053-79f8009e4755 req-eb0379d5-96f6-4661-a7bb-5a96838755bb tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089005 Jun 22 18:32:19.753999 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b86722-a14b-4510-be4f-d888adca9024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8168d1-d07b-4f37-8c11-363aa1429bd7,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:19.761213 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d4b86722-a14b-4510-be4f-d888adca9024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:19.821207 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-05774b60-d748-4fa5-b235-f15cd27aa445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.826184 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-05774b60-d748-4fa5-b235-f15cd27aa445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.827579 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-05774b60-d748-4fa5-b235-f15cd27aa445 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b039523-8414-4f42-b38b-634054289be1 HTTP/1.1" status: 204 len: 168 time: 0.3671248 Jun 22 18:32:19.831463 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:19.846489 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05774b60-d748-4fa5-b235-f15cd27aa445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b039523-8414-4f42-b38b-634054289be1,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:19.850656 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-05774b60-d748-4fa5-b235-f15cd27aa445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:19.861479 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6a9688eb-40ce-4fea-916a-dc384345f8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:19.931596 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6a9688eb-40ce-4fea-916a-dc384345f8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.079820 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6a9688eb-40ce-4fea-916a-dc384345f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.083123 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6a9688eb-40ce-4fea-916a-dc384345f8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:20.084639 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-6a9688eb-40ce-4fea-916a-dc384345f8b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c8168d1-d07b-4f37-8c11-363aa1429bd7 HTTP/1.1" status: 204 len: 168 time: 0.3425627 Jun 22 18:32:20.086168 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ae7ced6a-5879-4b3c-bef3-51eb644f8439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:20.094830 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9688eb-40ce-4fea-916a-dc384345f8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8168d1-d07b-4f37-8c11-363aa1429bd7,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:20.098668 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6a9688eb-40ce-4fea-916a-dc384345f8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:20.349633 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e35141bd-6b22-4960-a340-fc87acc831cd no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:32:20.407942 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: e35141bd-6b22-4960-a340-fc87acc831cd {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:32:20.408809 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e35141bd-6b22-4960-a340-fc87acc831cd not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:32:20.912024 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49558) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:20.941096 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-42097634-2d60-4e13-9a22-72f702e991d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.034884 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da7322-9999-41d9-ba0b-76f72fec25b6 req-626eadeb-4d84-4d15-89f5-69976edbaf5d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:21.044459 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-42da7322-9999-41d9-ba0b-76f72fec25b6 req-626eadeb-4d84-4d15-89f5-69976edbaf5d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1404648 Jun 22 18:32:21.113761 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-42da7322-9999-41d9-ba0b-76f72fec25b6 req-1893ada1-fc22-4f4e-8bfb-0239c1534fbb tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675349 Jun 22 18:32:21.194615 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-42097634-2d60-4e13-9a22-72f702e991d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.207557 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-42097634-2d60-4e13-9a22-72f702e991d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.212636 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fe82d091-2328-4659-ae96-ad3b705df142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:21.267531 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-42097634-2d60-4e13-9a22-72f702e991d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96dbc298d7b54d3e82ee6883b11513e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524458 Jun 22 18:32:21.268950 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42097634-2d60-4e13-9a22-72f702e991d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc73aca-6708-41f2-81d7-bf2e39873b60,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:21.269879 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 49580) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:21.284698 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-42097634-2d60-4e13-9a22-72f702e991d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:21.391365 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7fff-98cf-4f64-a045-a7e332a26408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.424361 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7fff-98cf-4f64-a045-a7e332a26408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.499627 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7fff-98cf-4f64-a045-a7e332a26408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.510318 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8f6f7fff-98cf-4f64-a045-a7e332a26408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:21.515415 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-8f6f7fff-98cf-4f64-a045-a7e332a26408 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebc73aca-6708-41f2-81d7-bf2e39873b60 HTTP/1.1" status: 204 len: 168 time: 0.2406545 Jun 22 18:32:21.516424 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-fec7361e-a165-4ce0-aadd-ef7d92d5c4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:21.534057 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f7fff-98cf-4f64-a045-a7e332a26408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc73aca-6708-41f2-81d7-bf2e39873b60,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:21.537917 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8f6f7fff-98cf-4f64-a045-a7e332a26408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:22.244042 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 49654) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:22.715285 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1171375969-network', 'tenant_id': '4f5a3e2fe8f34bbaa73bc654ca7d4887'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:22.793843 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4839e-044f-4c9b-b833-fee6e45b032b req-756bf092-800a-49e8-9ad3-59d81255b8a2 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:22.795392 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6ab4839e-044f-4c9b-b833-fee6e45b032b req-756bf092-800a-49e8-9ad3-59d81255b8a2 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.3351026 Jun 22 18:32:22.803282 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Made reservation on behalf of 4f5a3e2fe8f34bbaa73bc654ca7d4887 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:22.806036 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.819035 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:22.951862 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6ab4839e-044f-4c9b-b833-fee6e45b032b req-ed5b70be-47b8-4b21-8a0d-952ffe323dfb tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347106 Jun 22 18:32:23.097002 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.106094 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.123913 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:32:23.139821 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.140440 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Added segment be72372a-9bf0-498e-8c8e-839ed1ca4504 of type vlan for network 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d Jun 22 18:32:23.205658 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4b5bccd3-b9a7-4ea2-b806-dbae9cdc6083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:23.269080 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.277920 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08287ba7-8f21-4d1a-b110-dbc2a3050acf,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:23.285443 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:23.330355 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.333440 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:23.336346 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.345870 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:23.413997 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1653955 Jun 22 18:32:23.414822 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49728) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:23.429127 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] Request body: {'subnet': {'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1171375969-subnet', 'tenant_id': '4f5a3e2fe8f34bbaa73bc654ca7d4887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:23.435071 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Pushing event updated for resources: {'Network': ['ID=6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:23.442315 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:23.448981 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:32:23.483242 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] Made reservation on behalf of 4f5a3e2fe8f34bbaa73bc654ca7d4887 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:23.487317 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.889846 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:23.893928 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-58f59fb2-0a6b-41ea-a50d-f49f10093286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:23.990581 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e59ec6d-38ff-4242-9dc1-3429dad0111f,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:24.005247 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:24.006022 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] Checking segment: {'id': 'be72372a-9bf0-498e-8c8e-839ed1ca4504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:24.006408 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] Network hostable DHCP agents. Network: 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:32:24.026436 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] Network 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:32:24.040567 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:24.047928 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:24.048771 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.067188 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 49772) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:24.067313 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a26a55-6bb8-4e2c-b60a-35231eeaed20 None None] Network 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:24.093875 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6769550 Jun 22 18:32:24.366236 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1123fd46-b31c-4fb6-b487-89f2d8f2ac9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.483988 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e2a35-0945-4425-b2a5-c07c49ecfe59 req-a6b5adc0-17c2-4f3a-bcf4-bea568b81a27 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:24.485633 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-443e2a35-0945-4425-b2a5-c07c49ecfe59 req-a6b5adc0-17c2-4f3a-bcf4-bea568b81a27 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.2058215 Jun 22 18:32:24.511357 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268d311c-fe45-47d4-84c1-bd4aac0dbf98 None None] Network 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:24.632384 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-443e2a35-0945-4425-b2a5-c07c49ecfe59 req-79be2f03-2660-4a0e-912f-1e7a11aa857d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304822 Jun 22 18:32:24.708844 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1123fd46-b31c-4fb6-b487-89f2d8f2ac9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.715379 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1123fd46-b31c-4fb6-b487-89f2d8f2ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.720152 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1aa8090e-62bd-4ca3-9619-63389fa55a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:24.771396 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-1123fd46-b31c-4fb6-b487-89f2d8f2ac9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c921f0924006490f9d1b14d745cda078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7028828 Jun 22 18:32:24.774131 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123fd46-b31c-4fb6-b487-89f2d8f2ac9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fe4c3c-a549-4c2c-adb2-a60d377c548d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:24.774321 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 49820) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:24.779002 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1123fd46-b31c-4fb6-b487-89f2d8f2ac9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:24.892399 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e079b6f8-2c19-4897-9fc8-774231470514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:24.950690 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e079b6f8-2c19-4897-9fc8-774231470514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.051681 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e079b6f8-2c19-4897-9fc8-774231470514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.055248 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e079b6f8-2c19-4897-9fc8-774231470514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:25.056583 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-e079b6f8-2c19-4897-9fc8-774231470514 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5fe4c3c-a549-4c2c-adb2-a60d377c548d HTTP/1.1" status: 204 len: 168 time: 0.2807066 Jun 22 18:32:25.057588 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-78534b20-c9d5-4e03-b646-8fcf6081a720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:25.066976 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079b6f8-2c19-4897-9fc8-774231470514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fe4c3c-a549-4c2c-adb2-a60d377c548d,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:25.069875 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e079b6f8-2c19-4897-9fc8-774231470514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:26.150397 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112f5ef-b8aa-42d2-bc8e-2bbfea38a712 req-93b6bceb-7926-4621-a6a2-4efe65dceaab tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:26.163466 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5112f5ef-b8aa-42d2-bc8e-2bbfea38a712 req-93b6bceb-7926-4621-a6a2-4efe65dceaab tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1652064 Jun 22 18:32:26.243213 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5112f5ef-b8aa-42d2-bc8e-2bbfea38a712 req-b356610b-9ce7-4697-9258-fdbb4cf60431 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777178 Jun 22 18:32:27.106199 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-db403c1d-31fe-41ba-a4e6-9214cd2e4082 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:27.108648 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-db403c1d-31fe-41ba-a4e6-9214cd2e4082 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/networks?id=6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d HTTP/1.1" status: 200 len: 809 time: 0.2217956 Jun 22 18:32:27.141656 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-8a1d2bb6-e3fa-4ed5-a19d-8df56fc391a1 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/quotas/4f5a3e2fe8f34bbaa73bc654ca7d4887 HTTP/1.1" status: 200 len: 375 time: 0.0207551 Jun 22 18:32:27.195792 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-007cbd0f-abb8-4814-b6a5-9efc6686ee11 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5a3e2fe8f34bbaa73bc654ca7d4887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526619 Jun 22 18:32:27.460516 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-d8bf512a-bdbb-4f14-a4b6-c656ca09edbf service neutron] 10.222.0.20 "GET /v2.0/networks/6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495253 Jun 22 18:32:27.537924 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36581c3d-b532-4000-9033-9c4d9ef8b853 req-63fe83ba-5de9-44ee-bc23-fc7d8afc28b1 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:27.562125 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-36581c3d-b532-4000-9033-9c4d9ef8b853 req-63fe83ba-5de9-44ee-bc23-fc7d8afc28b1 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1252735 Jun 22 18:32:27.647569 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-36581c3d-b532-4000-9033-9c4d9ef8b853 req-16c9e0e5-d97a-4a60-8234-7f323894cab8 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831699 Jun 22 18:32:27.722175 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-4bce4329-3572-4da4-ab8a-29ac753aff90 service neutron] 10.222.0.20 "GET /v2.0/networks/6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542121 Jun 22 18:32:28.135706 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-05b7009f-0d43-4817-af9a-4cb7c640542f req-e67b6a2d-28d1-4f38-96fe-4a2d4c327308 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 210 time: 0.0546973 Jun 22 18:32:28.204784 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-afb5ee72-9bec-43c8-913c-44abb1314255 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:28.229176 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-afb5ee72-9bec-43c8-913c-44abb1314255 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/networks?id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 200 len: 814 time: 0.3211989 Jun 22 18:32:28.267210 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-04d52a5b-3180-435e-9135-e0723ecb2f1c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/quotas/ff2e7cf91705484da2c9d63c8b5887ed HTTP/1.1" status: 200 len: 375 time: 0.0323968 Jun 22 18:32:28.415996 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50102) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:28.481567 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-f75df3d1-9046-4b83-b4e5-5cfd3dd2abff tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2109325 Jun 22 18:32:28.642105 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-9073dc66-33ab-4199-a371-c83c7fbbf5c4 service neutron] 10.222.0.20 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448209 Jun 22 18:32:28.726809 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50118) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:28.889289 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-45ccc7a8-7170-4578-8d79-ba1e438ba689 service neutron] 10.222.0.20 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343009 Jun 22 18:32:28.941584 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1a0d-ca12-4b04-9e1e-1c9f1b5e00a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.049218 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50126) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:29.049579 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-318e8886-94f1-4d25-be7b-2b4d1a9aa882 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f066541c3e849599e15e3fa7931728e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209469 Jun 22 18:32:29.078176 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405af4e-ab01-44bc-a62f-c14448d4ffcd req-ac1b09c1-8675-4d2d-a31f-7a060285f8ba tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:29.080458 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b405af4e-ab01-44bc-a62f-c14448d4ffcd req-ac1b09c1-8675-4d2d-a31f-7a060285f8ba tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.2036066 Jun 22 18:32:29.177519 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-92ace950-bfc6-480e-8f15-32b263e9eb3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.226498 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b405af4e-ab01-44bc-a62f-c14448d4ffcd req-93557a18-c74c-456c-b0b5-c0361282f217 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115234 Jun 22 18:32:29.288418 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-92ace950-bfc6-480e-8f15-32b263e9eb3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.297166 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d03adff8-afc2-46b1-8208-9d73a9f6effb req-19597b6c-0907-4e64-b22b-37fd9c9cea10 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 210 time: 0.0639353 Jun 22 18:32:29.321174 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1a0d-ca12-4b04-9e1e-1c9f1b5e00a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.327540 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6b2a1a0d-ca12-4b04-9e1e-1c9f1b5e00a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.332628 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ad20d020-5712-49b0-95c1-8a75d88f2c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:29.393902 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-6b2a1a0d-ca12-4b04-9e1e-1c9f1b5e00a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2f6e52f853545228a8f705bb02a65f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9755948 Jun 22 18:32:29.394351 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50134) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:29.397257 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a1a0d-ca12-4b04-9e1e-1c9f1b5e00a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a126ec-e979-404b-a36b-96fcc5a7bf5f,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:29.408002 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6b2a1a0d-ca12-4b04-9e1e-1c9f1b5e00a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:29.419788 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-92ace950-bfc6-480e-8f15-32b263e9eb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.425033 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-92ace950-bfc6-480e-8f15-32b263e9eb3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.436710 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-92ace950-bfc6-480e-8f15-32b263e9eb3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ddb43cb-5360-4969-8993-534ffa15ca6e HTTP/1.1" status: 204 len: 168 time: 0.3851509 Jun 22 18:32:29.457126 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-daccdd65-894e-4b58-b6db-238be218e175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:29.497019 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.511069 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ace950-bfc6-480e-8f15-32b263e9eb3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddb43cb-5360-4969-8993-534ffa15ca6e,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:29.526861 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-92ace950-bfc6-480e-8f15-32b263e9eb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:29.541402 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-49424df0-3d86-4084-84fe-57de94a5d325 req-d427b1f2-ed61-4461-b8e2-6c86c4722d4e tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 210 time: 0.0735180 Jun 22 18:32:29.574515 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3d538c89-3231-49ec-8568-8b1823f9a9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.611558 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3d538c89-3231-49ec-8568-8b1823f9a9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.666990 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3d538c89-3231-49ec-8568-8b1823f9a9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.675996 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3d538c89-3231-49ec-8568-8b1823f9a9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:29.678901 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-3d538c89-3231-49ec-8568-8b1823f9a9cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/49a126ec-e979-404b-a36b-96fcc5a7bf5f HTTP/1.1" status: 204 len: 168 time: 0.2830791 Jun 22 18:32:29.684832 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ffd29c47-874b-4141-be46-5343dd9c766b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:29.699000 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d538c89-3231-49ec-8568-8b1823f9a9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a126ec-e979-404b-a36b-96fcc5a7bf5f,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:29.701651 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3d538c89-3231-49ec-8568-8b1823f9a9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:30.480616 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50188) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:30.508444 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad7b68a1-e426-4e3c-9f13-8d9fedf7fa3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:30.776369 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8e5148f2-eec7-4498-93ba-0e8bf2491527 req-b50bf652-9b71-42da-8b74-482022143a68 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 210 time: 0.1321638 Jun 22 18:32:30.778318 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50196) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:31.020159 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795c806-8b81-46a2-8f94-1daaa8f24ec7 req-487d3946-30db-4e3d-8d20-0315eccdb6fc tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:31.029854 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a795c806-8b81-46a2-8f94-1daaa8f24ec7 req-487d3946-30db-4e3d-8d20-0315eccdb6fc tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.4827027 Jun 22 18:32:31.048489 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad7b68a1-e426-4e3c-9f13-8d9fedf7fa3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.062845 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad7b68a1-e426-4e3c-9f13-8d9fedf7fa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.082111 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6d2dfd83-4d51-47dd-90ac-28e93d9054f9 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:31.083865 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6d2dfd83-4d51-47dd-90ac-28e93d9054f9 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.16 "GET /v2.0/networks?id=6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d HTTP/1.1" status: 200 len: 809 time: 0.7393138 Jun 22 18:32:31.095575 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-67bdba36-b17a-4f4b-86d2-9a1c378efc40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:31.111936 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Request body: {'port': {'device_id': '38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3', 'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d', 'admin_state_up': True, 'tenant_id': '4f5a3e2fe8f34bbaa73bc654ca7d4887'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:31.145784 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-ad7b68a1-e426-4e3c-9f13-8d9fedf7fa3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56fd945f58bd44f6947e4e1aaf515403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6626260 Jun 22 18:32:31.156319 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50212) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:31.196094 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a795c806-8b81-46a2-8f94-1daaa8f24ec7 req-187315aa-c1a0-4526-900f-9a02ad3243a9 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647904 Jun 22 18:32:31.216033 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-919b76df-baaa-426b-a78f-7035a63f75fd req-2c37623b-fa06-4f00-8658-fb4c4a1ea572 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 210 time: 0.1221044 Jun 22 18:32:31.235274 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b68a1-e426-4e3c-9f13-8d9fedf7fa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fe7a80-3cf2-46e0-b6aa-d8dfaf307bd9,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:31.242074 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ad7b68a1-e426-4e3c-9f13-8d9fedf7fa3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:31.288427 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4f2088d-b304-4508-9266-e937ecb551aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.327727 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0bfc04fd-5ca7-4025-bec1-04fca6b427e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.335933 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4f2088d-b304-4508-9266-e937ecb551aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.345787 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Made reservation on behalf of 4f5a3e2fe8f34bbaa73bc654ca7d4887 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:31.351950 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.471499 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50226) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:31.500596 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50232) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:31.565727 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4f2088d-b304-4508-9266-e937ecb551aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.581581 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d4f2088d-b304-4508-9266-e937ecb551aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.585748 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-d4f2088d-b304-4508-9266-e937ecb551aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62fe7a80-3cf2-46e0-b6aa-d8dfaf307bd9 HTTP/1.1" status: 204 len: 168 time: 0.4185774 Jun 22 18:32:31.647397 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0bfc04fd-5ca7-4025-bec1-04fca6b427e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.658702 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c94605b3-f5da-48c9-8462-ac36da672418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:31.671300 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ec791c9-ea5f-4744-8afd-0b1d886643a1 admin admin] Deleting subnet 7451ed32-a66c-452b-b1b1-896aab8f9618 {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:32:31.677086 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2088d-b304-4508-9266-e937ecb551aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fe7a80-3cf2-46e0-b6aa-d8dfaf307bd9,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:31.683616 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-886554439-network', 'tenant_id': 'ef1e12b835324fdba001a6e04c56f035'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:31.688654 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5ec791c9-ea5f-4744-8afd-0b1d886643a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.690410 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0bfc04fd-5ca7-4025-bec1-04fca6b427e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.739922 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d4f2088d-b304-4508-9266-e937ecb551aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:31.740710 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d4f2088d-b304-4508-9266-e937ecb551aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:31.745417 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-0bfc04fd-5ca7-4025-bec1-04fca6b427e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c333942733754848920b9d103e063fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9633288 Jun 22 18:32:31.751290 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50240) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:31.766984 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d8b935f7-995a-4348-b58c-0812c4e769f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.849033 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5ec791c9-ea5f-4744-8afd-0b1d886643a1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.866696 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc04fd-5ca7-4025-bec1-04fca6b427e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2c2ea1-f31f-4b63-9149-ece90143b7ec,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:31.870828 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-3e56b912-2462-42a5-88ab-126496199cbc tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:31.872950 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-3e56b912-2462-42a5-88ab-126496199cbc tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "GET /v2.0/networks?id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 200 len: 814 time: 0.2811313 Jun 22 18:32:31.873345 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-21092f94-d921-4990-b890-f8b6704f97b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.877584 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Made reservation on behalf of ef1e12b835324fdba001a6e04c56f035 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:31.880623 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.885528 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Allocated IP 172.20.0.9 (6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d/1e59ec6d-38ff-4242-9dc1-3429dad0111f/379eea9b-94b4-46c2-ac9d-2affdfe4a043) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:31.892049 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0bfc04fd-5ca7-4025-bec1-04fca6b427e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:31.895916 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.902464 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5ec791c9-ea5f-4744-8afd-0b1d886643a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:31.947402 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Request body: {'port': {'device_id': 'b97bbdc0-a83b-4df0-a051-436b2b58cf6e', 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20', 'admin_state_up': True, 'tenant_id': 'ff2e7cf91705484da2c9d63c8b5887ed'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:32.005919 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-21092f94-d921-4990-b890-f8b6704f97b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.129141 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-60e9f9eb-5a5f-4848-a7a3-2563a632274d req-9bf74450-9ea1-4d1e-a4bf-4a7c29755771 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 210 time: 0.0980196 Jun 22 18:32:32.156204 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5ec791c9-ea5f-4744-8afd-0b1d886643a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.177424 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-67d7adb5-094d-4be7-8305-aea3721bab09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:32.230842 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5ec791c9-ea5f-4744-8afd-0b1d886643a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.238106 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-5ec791c9-ea5f-4744-8afd-0b1d886643a1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7451ed32-a66c-452b-b1b1-896aab8f9618 HTTP/1.1" status: 204 len: 168 time: 0.7312410 Jun 22 18:32:32.241001 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50248) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:32.244701 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec791c9-ea5f-4744-8afd-0b1d886643a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7451ed32-a66c-452b-b1b1-896aab8f9618,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:32.252866 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-21092f94-d921-4990-b890-f8b6704f97b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.277301 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-21092f94-d921-4990-b890-f8b6704f97b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.285623 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-21092f94-d921-4990-b890-f8b6704f97b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf2c2ea1-f31f-4b63-9149-ece90143b7ec HTTP/1.1" status: 204 len: 168 time: 0.5257437 Jun 22 18:32:32.287918 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5ec791c9-ea5f-4744-8afd-0b1d886643a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:32.292470 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.296708 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c35737e0-99e0-457f-9213-34d0fc5d88c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:32.305734 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.353464 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:32:32.379999 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21092f94-d921-4990-b890-f8b6704f97b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2c2ea1-f31f-4b63-9149-ece90143b7ec,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:32.390789 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-21092f94-d921-4990-b890-f8b6704f97b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:32.395394 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6385d8a4-1d42-4b5d-a55f-0ac26cbd62f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:32.445118 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.445980 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.db.segments_db [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Added segment de301a4f-e2e3-4990-a3e5-59046b0b78f3 of type vlan for network 9134bac6-4408-4202-8c72-bab050d27636 Jun 22 18:32:32.452631 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d836765-147c-4b66-9e59-f5db15010237,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:32.475197 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:32.577878 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-24379cf7-338e-410f-8ed2-8ab7bedd3178 req-35e7b201-7ca0-4ac0-9b6a-10968f659620 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 210 time: 0.0915973 Jun 22 18:32:32.627025 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.642967 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.676719 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.711621 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc10619-6348-4d93-98ec-584a40cc60c5 req-ef85ed46-56cd-4e6f-abaf-8ae3f913a92d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:32.719812 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Made reservation on behalf of ff2e7cf91705484da2c9d63c8b5887ed for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:32.720523 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1bc10619-6348-4d93-98ec-584a40cc60c5 req-ef85ed46-56cd-4e6f-abaf-8ae3f913a92d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.2392542 Jun 22 18:32:32.726696 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.730035 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.740476 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:32.741253 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.746527 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:32.821055 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3462291 Jun 22 18:32:32.826796 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50270) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:32.841644 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] Request body: {'subnet': {'network_id': '9134bac6-4408-4202-8c72-bab050d27636', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-886554439-subnet', 'tenant_id': 'ef1e12b835324fdba001a6e04c56f035', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:32.859223 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1bc10619-6348-4d93-98ec-584a40cc60c5 req-e16daac8-06d3-4913-ade4-60ce40489998 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375537 Jun 22 18:32:32.875280 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Pushing event updated for resources: {'Network': ['ID=9134bac6-4408-4202-8c72-bab050d27636,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:32.888029 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:32.890635 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50272) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:32.903412 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network 9134bac6-4408-4202-8c72-bab050d27636 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:32:32.960558 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-675c5cf8-fa79-490a-b902-4a5d2d509bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:32.992776 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] Made reservation on behalf of ef1e12b835324fdba001a6e04c56f035 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:32.998716 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.130747 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.158999 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918c3b33-58d2-4969-bfc5-27731b3e90cc']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:33.180499 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a585084-34e5-4811-ba75-84ee93b3ae04') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:33.180697 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a585084-34e5-4811-ba75-84ee93b3ae04') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:33.184130 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Allocated IP 172.20.0.5 (59d01a4b-5a0c-4149-a2c6-30f6a2618e20/16c92407-c571-40c7-b8f0-f24e7a21633c/2728d192-934f-41c2-81a2-4362399897c7) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:33.198285 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.208325 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:33.220386 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067162601'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.296698 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.307216 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Network 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:33.331711 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:33.334499 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:33.339905 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:32:33.341099 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066911071'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: Traceback (most recent call last): Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: timer() Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: cb(*args, **kw) Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: return func(*args, **kwargs) Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: self._notify() Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: self.callback(batched_events) Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: event.method(event) Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: return f(self, *a, **k) Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: return self._get(url).json() Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:32:33.348378 dv-cinder-774286-17-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:32:33.393742 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Pushing event updated for resources: {'Port': ['ID=379eea9b-94b4-46c2-ac9d-2affdfe4a043,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:33.397248 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:33.532692 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-675c5cf8-fa79-490a-b902-4a5d2d509bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.536984 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.543059 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-675c5cf8-fa79-490a-b902-4a5d2d509bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.553401 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:33.554529 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.562605 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.578811 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:33.592867 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.595288 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/918c3b33-58d2-4969-bfc5-27731b3e90cc HTTP/1.1" status: 204 len: 168 time: 1.3489006 Jun 22 18:32:33.596429 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:33.604491 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50294) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:33.644480 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-675c5cf8-fa79-490a-b902-4a5d2d509bb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12c474e0b0f94944b052ca86b4c5d6dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7490494 Jun 22 18:32:33.654164 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50298) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:33.676086 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cfd4737b-e86d-449e-8def-3c8481d01a46 req-9d16c01e-bdfa-4981-b7d8-90e5a031fa19 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 210 time: 0.1146512 Jun 22 18:32:33.683033 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5818903 Jun 22 18:32:33.704781 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=918c3b33-58d2-4969-bfc5-27731b3e90cc,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:33.707054 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=287ad3bc-9dbf-451d-a00c-cf5f152bffb1,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:33.708048 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6ae6db83-fb38-45d4-89ec-30a0d20ebdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:33.713071 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:33.713831 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e079b6f8-2c19-4897-9fc8-774231470514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:33.720710 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Request body: {'port': {'device_id': '38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:33.759764 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] Checking segment: {'id': 'de301a4f-e2e3-4990-a3e5-59046b0b78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9134bac6-4408-4202-8c72-bab050d27636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:33.760369 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] Network hostable DHCP agents. Network: 9134bac6-4408-4202-8c72-bab050d27636, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:32:33.800576 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c5cf8-fa79-490a-b902-4a5d2d509bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4331706c-4e9e-4496-8915-d827df16252e,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:33.808161 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e22d7e3f-c312-4e8b-891f-3f81c0d8bf56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.810677 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-675c5cf8-fa79-490a-b902-4a5d2d509bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:33.813976 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2bfaa93-83e1-4644-9a95-81268e1ee7cb admin admin] Deleting subnet 4b3c6f5b-8612-4022-8977-1430674b8958 {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:32:33.818365 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] Network 9134bac6-4408-4202-8c72-bab050d27636 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:32:33.838071 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaa93-83e1-4644-9a95-81268e1ee7cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.846071 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, 9134bac6-4408-4202-8c72-bab050d27636) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:33.850166 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e22d7e3f-c312-4e8b-891f-3f81c0d8bf56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.861847 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda1876d-2393-4291-86e8-b02cc0914bfc None None] Network 9134bac6-4408-4202-8c72-bab050d27636 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:33.862297 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:33.863738 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.883245 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0492189 Jun 22 18:32:33.971380 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e22d7e3f-c312-4e8b-891f-3f81c0d8bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.975082 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e22d7e3f-c312-4e8b-891f-3f81c0d8bf56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.976460 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-e22d7e3f-c312-4e8b-891f-3f81c0d8bf56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4331706c-4e9e-4496-8915-d827df16252e HTTP/1.1" status: 204 len: 168 time: 0.3209879 Jun 22 18:32:33.977499 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-42097634-2d60-4e13-9a22-72f702e991d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:33.992632 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d7e3f-c312-4e8b-891f-3f81c0d8bf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4331706c-4e9e-4496-8915-d827df16252e,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:33.996854 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:33.998233 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e22d7e3f-c312-4e8b-891f-3f81c0d8bf56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:34.037788 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaa93-83e1-4644-9a95-81268e1ee7cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067162608'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:34.125204 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:34.149740 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d31f7-6e19-4565-bbcb-169bb4b42b77 req-b48b89ee-cfd9-4f8a-9291-b5f907241e81 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.151382 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a59d31f7-6e19-4565-bbcb-169bb4b42b77 req-b48b89ee-cfd9-4f8a-9291-b5f907241e81 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 931 time: 0.1110783 Jun 22 18:32:34.183912 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaa93-83e1-4644-9a95-81268e1ee7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:34.219045 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a59d31f7-6e19-4565-bbcb-169bb4b42b77 req-dfc28df0-2c45-43a9-9ea3-9612fa404565 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617654 Jun 22 18:32:34.282329 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191eee56-0fba-4c87-9c41-222ce33fcd5d None None] Network 9134bac6-4408-4202-8c72-bab050d27636 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:34.370996 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:34.380848 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:34.393099 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['b28aa602-8dff-406e-b615-54954362f384', 'e3bc3364-8125-494e-8708-942f7d056426', '87602cd6-a15a-41bd-979d-7b9d9755d199'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:34.525058 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7262c8c-c1fe-4dfa-9b74-212b104f70e7 req-9c789b4b-fb43-4c42-bfd1-847c8579e8d4 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.532556 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d7262c8c-c1fe-4dfa-9b74-212b104f70e7 req-9c789b4b-fb43-4c42-bfd1-847c8579e8d4 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.4650445 Jun 22 18:32:34.546441 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaa93-83e1-4644-9a95-81268e1ee7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066912760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066989577'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:34.558053 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:34.586126 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:34.593766 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:34.656694 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Pushing event updated for resources: {'Port': ['ID=2728d192-934f-41c2-81a2-4362399897c7,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:34.660462 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:34.707832 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-457675bd-4d26-46da-93f2-b7a73dafbedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:34.748592 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a2bfaa93-83e1-4644-9a95-81268e1ee7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:34.752217 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-a2bfaa93-83e1-4644-9a95-81268e1ee7cb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4b3c6f5b-8612-4022-8977-1430674b8958 HTTP/1.1" status: 204 len: 168 time: 1.1439903 Jun 22 18:32:34.755822 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50334) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:34.855151 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfaa93-83e1-4644-9a95-81268e1ee7cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b3c6f5b-8612-4022-8977-1430674b8958,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:34.863650 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a2bfaa93-83e1-4644-9a95-81268e1ee7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:34.928881 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d7262c8c-c1fe-4dfa-9b74-212b104f70e7 req-de82b484-920f-4240-8449-b098cea3fe73 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953829 Jun 22 18:32:34.981778 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:34.982471 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.014024 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.052484 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1149757 Jun 22 18:32:35.107348 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Request body: {'port': {'device_id': 'b97bbdc0-a83b-4df0-a051-436b2b58cf6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:35.336394 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0de8edbe-4eed-4104-8e62-799c60ef0652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.371313 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.385422 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.385737 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.386469 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.386809 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > port after_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.387500 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.387654 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > port after_update 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.388633 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.388633 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.388633 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.389086 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.464981 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.465308 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.465643 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.465984 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 18:32:35.466361 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ed9f94-34ad-4d85-837b-fccf005ab8b1']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:35.518291 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379eea9b-94b4-46c2-ac9d-2affdfe4a043 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:35.524160 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4386c1f-cf5b-4031-8ea7-6f0bdb4d7109') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:35.524571 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4386c1f-cf5b-4031-8ea7-6f0bdb4d7109') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:35.528405 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.554817 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.582201 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067134520'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.617207 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.664158 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.680383 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Transition to ACTIVE for port object 379eea9b-94b4-46c2-ac9d-2affdfe4a043 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:35.682102 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fef389-a5eb-4c05-a9c0-4b055f973aa2 req-a346eee4-383e-48e3-91f6-d565a2763600 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:35.689928 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b9fef389-a5eb-4c05-a9c0-4b055f973aa2 req-a346eee4-383e-48e3-91f6-d565a2763600 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 931 time: 0.3973835 Jun 22 18:32:35.698361 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:32:35.699506 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065620159'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: from cryptography.utils import int_from_bytes Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: from cryptography.utils import int_from_bytes Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: Traceback (most recent call last): Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: timer() Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: cb(*args, **kw) Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: return func(*args, **kwargs) Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: self._notify() Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: self.callback(batched_events) Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: event.method(event) Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: return f(self, *a, **k) Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: return self._get(url).json() Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:32:35.707046 dv-cinder-774286-17-smb neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:32:35.809149 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:35.909332 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6aef25d2-a82f-49a4-8d33-879750a8cd6a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:35.914620 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50368) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:36.084004 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Pushing event updated for resources: {'Port': ['ID=379eea9b-94b4-46c2-ac9d-2affdfe4a043,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:36.088444 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:36.216344 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac4838-9bec-4994-86de-4e397762d07d req-e15fb1e5-bc2e-434c-910f-b3f5dafb5f7b tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.225358 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-04ac4838-9bec-4994-86de-4e397762d07d req-e15fb1e5-bc2e-434c-910f-b3f5dafb5f7b tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 931 time: 0.6354530 Jun 22 18:32:36.272295 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b9fef389-a5eb-4c05-a9c0-4b055f973aa2 req-ac659a7c-ca06-42d4-9556-04698b87b25c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802863 Jun 22 18:32:36.277240 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c499b-06e5-42e8-897f-412d78c83306 req-c7d87b23-33fa-4484-bd7d-a93a64f5d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.278969 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e12c499b-06e5-42e8-897f-412d78c83306 req-c7d87b23-33fa-4484-bd7d-a93a64f5d42c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.6994481 Jun 22 18:32:36.279621 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.285089 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8012fe42-560a-4d47-b5a0-4b808649934b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:36.307916 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.310477 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] 10.222.0.20 "DELETE /v2.0/networks/c5ed9f94-34ad-4d85-837b-fccf005ab8b1 HTTP/1.1" status: 204 len: 168 time: 1.5533586 Jun 22 18:32:36.316068 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Attempting to bind port 379eea9b-94b4-46c2-ac9d-2affdfe4a043 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:36.316068 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Attempting to bind port 379eea9b-94b4-46c2-ac9d-2affdfe4a043 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'be72372a-9bf0-498e-8c8e-839ed1ca4504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:36.316068 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Attempting to bind port 379eea9b-94b4-46c2-ac9d-2affdfe4a043 on network 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:36.334697 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ed9f94-34ad-4d85-837b-fccf005ab8b1,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:36.337598 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:36.342838 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Port 379eea9b-94b4-46c2-ac9d-2affdfe4a043 on network 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:36.343557 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Attempting to bind port 379eea9b-94b4-46c2-ac9d-2affdfe4a043 on network 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:36.364246 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.394801 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-04ac4838-9bec-4994-86de-4e397762d07d req-1772f4a3-47e5-4ec3-9531-85d87b3a1ebe tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675966 Jun 22 18:32:36.397984 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e12c499b-06e5-42e8-897f-412d78c83306 req-d7ecea4b-0a62-4251-891e-578cf8628f4b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079972 Jun 22 18:32:36.401867 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:36.402301 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Checking segment: {'id': 'be72372a-9bf0-498e-8c8e-839ed1ca4504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:36.402634 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Bound using segment: {'id': 'be72372a-9bf0-498e-8c8e-839ed1ca4504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:36.403140 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Bound port: 379eea9b-94b4-46c2-ac9d-2affdfe4a043, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be72372a-9bf0-498e-8c8e-839ed1ca4504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:36.403506 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.434076 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2728d192-934f-41c2-81a2-4362399897c7 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:36.467837 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.490815 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e7763f58-4468-4eeb-ab9d-dd3b62852e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.510454 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Transition to ACTIVE for port object 2728d192-934f-41c2-81a2-4362399897c7 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:36.536634 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.555218 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:36.614785 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] For port 379eea9b-94b4-46c2-ac9d-2affdfe4a043, host hv-cinder-77428, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:36.729959 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43bec3-7368-4d86-9a51-61f2bd1dccfb req-759e03b0-4d69-4c82-8133-42cf48b0a649 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:36.742091 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1d43bec3-7368-4d86-9a51-61f2bd1dccfb req-759e03b0-4d69-4c82-8133-42cf48b0a649 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1427393 Jun 22 18:32:36.789262 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50400) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:36.842409 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1d43bec3-7368-4d86-9a51-61f2bd1dccfb req-385a6e66-b430-4f60-8a7c-1e7a2d16e161 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980220 Jun 22 18:32:36.875417 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-4386d91f-ba70-4a22-8423-f21184f9011f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f290c310bb9743d5869e1e3d485753e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0827873 Jun 22 18:32:36.877646 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50412) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:36.901548 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] For port 379eea9b-94b4-46c2-ac9d-2affdfe4a043, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=379eea9b-94b4-46c2-ac9d-2affdfe4a043,segment=NetworkSegment(be72372a-9bf0-498e-8c8e-839ed1ca4504),segment_id=be72372a-9bf0-498e-8c8e-839ed1ca4504)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:36.941625 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.957652 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-06883ac7-ede3-47e7-aa32-be13d43e1ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:36.957872 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Pushing event updated for resources: {'Port': ['ID=2728d192-934f-41c2-81a2-4362399897c7,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:36.986190 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-06883ac7-ede3-47e7-aa32-be13d43e1ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.044302 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:37.049497 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:37.067916 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-06883ac7-ede3-47e7-aa32-be13d43e1ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.076335 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-06883ac7-ede3-47e7-aa32-be13d43e1ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.079118 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-06883ac7-ede3-47e7-aa32-be13d43e1ef5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37476caa-ddae-43fe-bf2e-34100203b1ea HTTP/1.1" status: 204 len: 168 time: 0.1995821 Jun 22 18:32:37.089505 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d402c04d-7e3f-4d49-9394-9b08f6944484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:37.109630 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06883ac7-ede3-47e7-aa32-be13d43e1ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37476caa-ddae-43fe-bf2e-34100203b1ea,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:37.115523 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-06883ac7-ede3-47e7-aa32-be13d43e1ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:37.125111 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:37.125786 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.127239 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] 10.222.0.16 "PUT /v2.0/ports/379eea9b-94b4-46c2-ac9d-2affdfe4a043 HTTP/1.1" status: 200 len: 1093 time: 3.4169955 Jun 22 18:32:37.127806 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3', 'tag': '379eea9b-94b4-46c2-ac9d-2affdfe4a043'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:37.130483 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b3a913-98b3-4f83-b233-eacea2a50ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3", "tag": "379eea9b-94b4-46c2-ac9d-2affdfe4a043"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:37.217093 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b654e7-3f0a-4528-a56d-fd568360dd6a x-openstack-request-id: req-16b654e7-3f0a-4528-a56d-fd568360dd6a {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:37.217532 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3", "tag": "379eea9b-94b4-46c2-ac9d-2affdfe4a043", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:37.218116 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-16b654e7-3f0a-4528-a56d-fd568360dd6a {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:37.218480 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3', 'tag': '379eea9b-94b4-46c2-ac9d-2affdfe4a043', 'status': 'completed', 'code': 200} Jun 22 18:32:37.287139 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Pushing event updated for resources: {'Port': ['ID=379eea9b-94b4-46c2-ac9d-2affdfe4a043,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:37.310591 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:37.333054 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-3b1f74c2-3bf9-44ab-84d6-fa2dd248082c tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:37.334662 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-3b1f74c2-3bf9-44ab-84d6-fa2dd248082c tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/networks?id=9134bac6-4408-4202-8c72-bab050d27636 HTTP/1.1" status: 200 len: 813 time: 0.4433553 Jun 22 18:32:37.343519 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Attempting to bind port 2728d192-934f-41c2-81a2-4362399897c7 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:37.343863 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Attempting to bind port 2728d192-934f-41c2-81a2-4362399897c7 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:37.344198 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Attempting to bind port 2728d192-934f-41c2-81a2-4362399897c7 on network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:37.366045 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e7763f58-4468-4eeb-ab9d-dd3b62852e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.378190 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Port 2728d192-934f-41c2-81a2-4362399897c7 on network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:37.378501 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Attempting to bind port 2728d192-934f-41c2-81a2-4362399897c7 on network 59d01a4b-5a0c-4149-a2c6-30f6a2618e20 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:37.382747 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e7763f58-4468-4eeb-ab9d-dd3b62852e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.427766 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:37.436208 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:37.436557 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Checking segment: {'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:37.436958 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Bound using segment: {'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:37.437469 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Bound port: 2728d192-934f-41c2-81a2-4362399897c7, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8a43af-fbab-438a-9a59-ea310a0b2aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:37.438450 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.562112 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] For port 2728d192-934f-41c2-81a2-4362399897c7, host hv-cinder-77428, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:37.565893 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] For port 2728d192-934f-41c2-81a2-4362399897c7, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2728d192-934f-41c2-81a2-4362399897c7,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:37.568202 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-97947d06-b33a-4f63-bdbf-965885c6ef60 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/quotas/ef1e12b835324fdba001a6e04c56f035 HTTP/1.1" status: 200 len: 375 time: 0.2123096 Jun 22 18:32:37.582481 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-c0fdede5-00c5-469e-b373-e129da51e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:37.588938 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-c0fdede5-00c5-469e-b373-e129da51e274 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f5a3e2fe8f34bbaa73bc654ca7d4887&device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 1096 time: 0.3998871 Jun 22 18:32:37.637673 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:37.737235 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-07652542-bbe3-4b87-a8d3-7e6108135949 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=379eea9b-94b4-46c2-ac9d-2affdfe4a043 HTTP/1.1" status: 200 len: 217 time: 0.1211531 Jun 22 18:32:37.806400 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974072c5-a88a-4b44-b446-8ae9a4ad4688 req-9aeeb702-6d62-46d2-9f3e-2b67ceff182b tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:37.811146 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-974072c5-a88a-4b44-b446-8ae9a4ad4688 req-9aeeb702-6d62-46d2-9f3e-2b67ceff182b tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 943 time: 0.1681449 Jun 22 18:32:37.820153 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-e7763f58-4468-4eeb-ab9d-dd3b62852e43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ed219a7844a4c1c9d54a214871e9d63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9006715 Jun 22 18:32:37.839857 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7763f58-4468-4eeb-ab9d-dd3b62852e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a65b174-e8ed-427b-8fe2-d002d500e1ef,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:37.844021 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50470) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:37.906765 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-820b0088-cee2-44ac-a8f6-7d1e6c231906 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef1e12b835324fdba001a6e04c56f035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2972488 Jun 22 18:32:37.908582 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e7763f58-4468-4eeb-ab9d-dd3b62852e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:37.914349 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-df8ac213-9ef5-4829-a63e-a727fdcf4706 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:37.916455 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-974072c5-a88a-4b44-b446-8ae9a4ad4688 req-58b4e546-19a6-4b59-9ca8-91cd995fdc3d tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996714 Jun 22 18:32:37.917331 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50476) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:37.973551 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-659250fc-f15b-4c35-a69a-afff3fb4e04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.044001 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-659250fc-f15b-4c35-a69a-afff3fb4e04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.054653 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-b0e94f8b-cd5e-404f-aff5-bca9ed1d0dd5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81bc15222c2d4d76991bb0b0a08de8b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330779 Jun 22 18:32:38.063220 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50478) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:38.070068 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.070801 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.072930 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] 10.222.0.16 "PUT /v2.0/ports/2728d192-934f-41c2-81a2-4362399897c7 HTTP/1.1" status: 200 len: 1093 time: 2.9872420 Jun 22 18:32:38.101242 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-4b255080-c26d-4971-ae46-b6e993d2e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.107352 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-4b255080-c26d-4971-ae46-b6e993d2e54b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e59ec6d-38ff-4242-9dc1-3429dad0111f HTTP/1.1" status: 200 len: 849 time: 0.2810025 Jun 22 18:32:38.152076 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Pushing event updated for resources: {'Port': ['ID=2728d192-934f-41c2-81a2-4362399897c7,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:38.210222 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-94bd9aa5-ac57-4db9-b2f8-a31e61347696 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819144 Jun 22 18:32:38.216111 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:38.220280 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4e81f-c748-4c6c-aa01-499827b4ff90 req-733cd94b-12e8-4b2e-a0ae-7f0dda2a9e34 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.229094 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-20e4e81f-c748-4c6c-aa01-499827b4ff90 req-733cd94b-12e8-4b2e-a0ae-7f0dda2a9e34 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 943 time: 0.1691763 Jun 22 18:32:38.232556 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-659250fc-f15b-4c35-a69a-afff3fb4e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.235550 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-659250fc-f15b-4c35-a69a-afff3fb4e04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.236851 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-659250fc-f15b-4c35-a69a-afff3fb4e04e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a65b174-e8ed-427b-8fe2-d002d500e1ef HTTP/1.1" status: 204 len: 168 time: 0.3904221 Jun 22 18:32:38.237754 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2c9f-9aa9-4809-b382-52c972a33630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.246285 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-21092f94-d921-4990-b890-f8b6704f97b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:38.273550 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659250fc-f15b-4c35-a69a-afff3fb4e04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a65b174-e8ed-427b-8fe2-d002d500e1ef,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:38.278860 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-659250fc-f15b-4c35-a69a-afff3fb4e04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:38.304067 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2c9f-9aa9-4809-b382-52c972a33630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.339988 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-20e4e81f-c748-4c6c-aa01-499827b4ff90 req-b9139d38-748e-46cd-bac4-7d125f0b287e tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097856 Jun 22 18:32:38.378745 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-7b17c0b2-bdcc-478f-9b92-4e7782f32749 service neutron] 10.222.0.20 "GET /v2.0/networks/9134bac6-4408-4202-8c72-bab050d27636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572072 Jun 22 18:32:38.439961 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2c9f-9aa9-4809-b382-52c972a33630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.443117 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e6c2c9f-9aa9-4809-b382-52c972a33630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.449331 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-1e6c2c9f-9aa9-4809-b382-52c972a33630 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b8d3834-dcc1-41ae-98b1-7e75e65e9feb HTTP/1.1" status: 204 len: 168 time: 0.3811781 Jun 22 18:32:38.449331 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0bfc04fd-5ca7-4025-bec1-04fca6b427e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:38.464146 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c2c9f-9aa9-4809-b382-52c972a33630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d3834-dcc1-41ae-98b1-7e75e65e9feb,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:38.473769 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1e6c2c9f-9aa9-4809-b382-52c972a33630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:38.573406 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:38.641243 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-7b3a3f36-6041-4c52-8950-fc0890355494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.644046 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-7b3a3f36-6041-4c52-8950-fc0890355494 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 1096 time: 0.4982336 Jun 22 18:32:38.666500 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-a749d135-82a8-4543-9330-b143035011ac service neutron] 10.222.0.16 "GET /v2.0/networks/6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150774 Jun 22 18:32:38.752736 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884d475-0a29-41a2-8e09-6ab98797959d req-72ed38fd-1f7c-49f6-9e19-c4319bda27e3 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.762868 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-8daf5f43-a0b8-4cbe-a70b-4ee603defbce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2728d192-934f-41c2-81a2-4362399897c7 HTTP/1.1" status: 200 len: 217 time: 0.1034179 Jun 22 18:32:38.766170 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-0884d475-0a29-41a2-8e09-6ab98797959d req-72ed38fd-1f7c-49f6-9e19-c4319bda27e3 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1673532 Jun 22 18:32:38.846838 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-0884d475-0a29-41a2-8e09-6ab98797959d req-d4bf2eab-d1c1-400e-bc9c-11df2fdde9ca tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784128 Jun 22 18:32:38.978891 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-df99aa06-0ec9-46ad-83d6-6cb6a06343e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:38.984654 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-df99aa06-0ec9-46ad-83d6-6cb6a06343e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16c92407-c571-40c7-b8f0-f24e7a21633c HTTP/1.1" status: 200 len: 854 time: 0.2000828 Jun 22 18:32:39.003992 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-3c69ebcd-3c2b-4f53-b21b-9e6bd7bd83e3 service neutron] 10.222.0.20 "GET /v2.0/networks/9134bac6-4408-4202-8c72-bab050d27636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117072 Jun 22 18:32:39.105336 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-7c7c8880-ab26-4a10-8be6-28b65de1c4e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990913 Jun 22 18:32:39.223808 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97bbdc0-a83b-4df0-a051-436b2b58cf6e', 'tag': '2728d192-934f-41c2-81a2-4362399897c7'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:39.227284 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e295c2c9-4462-430e-9619-ee88fbdd5aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "b97bbdc0-a83b-4df0-a051-436b2b58cf6e", "tag": "2728d192-934f-41c2-81a2-4362399897c7"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:39.284878 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5c47e3e1-cbf6-4683-9d7f-b7ea3ec8dc3c req-177962d9-5186-44b7-9f68-a6ee109373ff service neutron] 10.222.0.16 "GET /v2.0/networks/6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957260 Jun 22 18:32:39.469495 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-62ec8507-2873-4530-ab27-1e9dc3a10a33 service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511219 Jun 22 18:32:39.595644 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3a913-98b3-4f83-b233-eacea2a50ab3 req-7d61d3ad-2a20-474e-860f-210bfcce2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.598176 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a5b3a913-98b3-4f83-b233-eacea2a50ab3 req-7d61d3ad-2a20-474e-860f-210bfcce2055 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f5a3e2fe8f34bbaa73bc654ca7d4887&device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 1096 time: 0.1937902 Jun 22 18:32:39.661658 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446d3de-c240-4aea-8f65-18cea7a0f68f req-f15ad2f7-724f-433f-bcc2-399b2b9391d1 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:39.680337 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8446d3de-c240-4aea-8f65-18cea7a0f68f req-f15ad2f7-724f-433f-bcc2-399b2b9391d1 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 943 time: 0.3050153 Jun 22 18:32:39.687164 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bb82d7-09ec-4387-bc65-20a65584402d x-openstack-request-id: req-f5bb82d7-09ec-4387-bc65-20a65584402d {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:39.689894 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97bbdc0-a83b-4df0-a051-436b2b58cf6e", "tag": "2728d192-934f-41c2-81a2-4362399897c7", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:39.690965 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5bb82d7-09ec-4387-bc65-20a65584402d {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:39.691830 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97bbdc0-a83b-4df0-a051-436b2b58cf6e', 'tag': '2728d192-934f-41c2-81a2-4362399897c7', 'status': 'completed', 'code': 200} Jun 22 18:32:39.760492 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50542) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:39.785704 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-afa63753-df78-4847-a3a5-6062bbe41fbb req-2d2219ca-5953-4cce-96d3-7a97186844b1 service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057208 Jun 22 18:32:39.809322 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ecc56536-e50c-429f-9a18-228c279185fb req-347ff10e-6a0c-4c04-bfe9-3f0747eeb684 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 210 time: 0.0671058 Jun 22 18:32:39.923031 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8446d3de-c240-4aea-8f65-18cea7a0f68f req-d350d835-be49-40f7-8ccf-8e55e5ec9b96 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292826 Jun 22 18:32:40.026703 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40fed-b117-44d9-b7b1-0cec095e9bc4 req-993f4206-a468-4e8d-9063-d04e0df84c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.033682 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-61a40fed-b117-44d9-b7b1-0cec095e9bc4 req-993f4206-a468-4e8d-9063-d04e0df84c82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4b35ad2eae2437293a521d8a216c696&device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.3491678 Jun 22 18:32:40.094358 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3a913-98b3-4f83-b233-eacea2a50ab3 req-5c1ba226-3de1-4664-ba39-a9a5abe331b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.106030 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a5b3a913-98b3-4f83-b233-eacea2a50ab3 req-5c1ba226-3de1-4664-ba39-a9a5abe331b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d HTTP/1.1" status: 200 len: 910 time: 0.4867477 Jun 22 18:32:40.177584 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5120ea61-7ad3-4fb5-b6f0-b0ea501bb690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:40.272697 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40fed-b117-44d9-b7b1-0cec095e9bc4 req-b424cabf-82a7-4536-88dc-52202e3d712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.274735 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-61a40fed-b117-44d9-b7b1-0cec095e9bc4 req-b424cabf-82a7-4536-88dc-52202e3d712f service neutron] 10.222.0.16 "GET /v2.0/networks?id=75e6befd-6f26-4650-9b7e-2f30ce50a808 HTTP/1.1" status: 200 len: 919 time: 0.2315140 Jun 22 18:32:40.293332 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a5b3a913-98b3-4f83-b233-eacea2a50ab3 req-00447a76-8620-45ce-900c-e9c075850898 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=379eea9b-94b4-46c2-ac9d-2affdfe4a043 HTTP/1.1" status: 200 len: 217 time: 0.1703737 Jun 22 18:32:40.365895 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-61a40fed-b117-44d9-b7b1-0cec095e9bc4 req-b0833240-eb22-48c5-a656-9748be059ccf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dad63c-e32c-4e2f-b78e-2c9c2913157d HTTP/1.1" status: 200 len: 217 time: 0.0799882 Jun 22 18:32:40.482850 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a40fed-b117-44d9-b7b1-0cec095e9bc4 req-faa0ff64-a887-4fbc-81c0-e26f41e90ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.484409 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-61a40fed-b117-44d9-b7b1-0cec095e9bc4 req-faa0ff64-a887-4fbc-81c0-e26f41e90ae2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=748b275f-0ae5-4fac-9860-855a76ef2bec HTTP/1.1" status: 200 len: 858 time: 0.1004796 Jun 22 18:32:40.498986 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc3ddd-53ae-4799-9cc6-9d413b3ca6d4 req-8b0bb5c8-aa91-4b61-9417-7d48450630f5 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.500236 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-35bc3ddd-53ae-4799-9cc6-9d413b3ca6d4 req-8b0bb5c8-aa91-4b61-9417-7d48450630f5 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1381063 Jun 22 18:32:40.529787 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-61a40fed-b117-44d9-b7b1-0cec095e9bc4 req-09b8fa94-c620-49db-b3a8-4679efb2e88d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75e6befd-6f26-4650-9b7e-2f30ce50a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284867 Jun 22 18:32:40.685583 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-61a40fed-b117-44d9-b7b1-0cec095e9bc4 req-47bbdec1-6df6-4bd2-be8c-2d8e0d8122d8 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401999 Jun 22 18:32:40.716705 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-35bc3ddd-53ae-4799-9cc6-9d413b3ca6d4 req-8f0893cc-625a-4e98-acb4-acd9fcaf7d6e tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851120 Jun 22 18:32:40.746499 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3a913-98b3-4f83-b233-eacea2a50ab3 req-2f165a0a-7cfe-4f19-9356-2c6515344bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.747630 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a5b3a913-98b3-4f83-b233-eacea2a50ab3 req-2f165a0a-7cfe-4f19-9356-2c6515344bc9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e59ec6d-38ff-4242-9dc1-3429dad0111f HTTP/1.1" status: 200 len: 849 time: 0.4010239 Jun 22 18:32:40.858693 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295c2c9-4462-430e-9619-ee88fbdd5aeb req-d959fc48-ddee-4928-8176-0b0f8b49e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:40.860761 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e295c2c9-4462-430e-9619-ee88fbdd5aeb req-d959fc48-ddee-4928-8176-0b0f8b49e2bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 1096 time: 0.9344389 Jun 22 18:32:40.871769 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a5b3a913-98b3-4f83-b233-eacea2a50ab3 req-bca433fb-e78c-4f3f-aad0-1c4b1838a17f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945873 Jun 22 18:32:40.889746 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-61a40fed-b117-44d9-b7b1-0cec095e9bc4 req-febcfa92-bdbe-43ef-8050-d7250b4929e1 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719279 Jun 22 18:32:41.060634 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9cb8-3467-4a59-af98-f36490e0933f req-fa747564-ef38-43fb-b7ff-b0cbecd4c26d tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:41.062369 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0a5c9cb8-3467-4a59-af98-f36490e0933f req-fa747564-ef38-43fb-b7ff-b0cbecd4c26d tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 943 time: 0.9021523 Jun 22 18:32:41.082732 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ab01d9dc-caa6-448d-9345-80b53fbb5863 req-e565ab0d-81a7-4bf3-8d35-3ca15c9560b7 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 210 time: 0.0574610 Jun 22 18:32:41.254418 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5120ea61-7ad3-4fb5-b6f0-b0ea501bb690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.289791 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5120ea61-7ad3-4fb5-b6f0-b0ea501bb690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.309186 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-009b7c62-07a1-41dc-9fe4-c2df5cc67f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:41.321743 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295c2c9-4462-430e-9619-ee88fbdd5aeb req-5661cf75-dff8-434e-8153-d15cab4b8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:41.324381 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e295c2c9-4462-430e-9619-ee88fbdd5aeb req-5661cf75-dff8-434e-8153-d15cab4b8749 service neutron] 10.222.0.16 "GET /v2.0/networks?id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 200 len: 915 time: 0.4511654 Jun 22 18:32:41.389006 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120ea61-7ad3-4fb5-b6f0-b0ea501bb690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf55dfad-a4b8-4678-be65-6910e14f20c5,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:41.397082 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a5b3a913-98b3-4f83-b233-eacea2a50ab3 req-43a0e364-0112-450b-9be0-a8339eb873a6 service neutron] 10.222.0.16 "GET /v2.0/networks/6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952719 Jun 22 18:32:41.400961 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5120ea61-7ad3-4fb5-b6f0-b0ea501bb690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:41.427715 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0a5c9cb8-3467-4a59-af98-f36490e0933f req-b3ff3a91-4de2-4ffc-932e-25ac8f15b5d7 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314910 Jun 22 18:32:41.497353 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50572) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:41.532574 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-5120ea61-7ad3-4fb5-b6f0-b0ea501bb690 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1230e6c46d7a4a7f934dc241df403920&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7457075 Jun 22 18:32:41.544841 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee0af4-bf0e-4bd4-9a8f-f500d04035c9 req-ff029b55-0470-463c-acd5-41c4dd5746ca tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:41.547464 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b1ee0af4-bf0e-4bd4-9a8f-f500d04035c9 req-ff029b55-0470-463c-acd5-41c4dd5746ca tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 943 time: 0.1779625 Jun 22 18:32:41.548199 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50576) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:41.588893 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e295c2c9-4462-430e-9619-ee88fbdd5aeb req-f4700fcf-9d60-42e3-a3e6-79415374b1a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2728d192-934f-41c2-81a2-4362399897c7 HTTP/1.1" status: 200 len: 217 time: 0.2019999 Jun 22 18:32:41.726383 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295c2c9-4462-430e-9619-ee88fbdd5aeb req-3be128e4-98e2-4c2a-a38e-ca21e2b1badc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:41.729709 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e295c2c9-4462-430e-9619-ee88fbdd5aeb req-3be128e4-98e2-4c2a-a38e-ca21e2b1badc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=16c92407-c571-40c7-b8f0-f24e7a21633c HTTP/1.1" status: 200 len: 854 time: 0.1204395 Jun 22 18:32:41.736755 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a5b3a913-98b3-4f83-b233-eacea2a50ab3 req-7e9dcdb2-73ac-4379-bf59-8852b3923d8e service neutron] 10.222.0.16 "GET /v2.0/networks/6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042979 Jun 22 18:32:41.782266 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a902a36c-eee7-4293-9dbe-8ca49d602ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.811259 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e295c2c9-4462-430e-9619-ee88fbdd5aeb req-e05ce4b3-bb75-4990-a514-ad8339776114 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=59d01a4b-5a0c-4149-a2c6-30f6a2618e20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579910 Jun 22 18:32:41.866272 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b1ee0af4-bf0e-4bd4-9a8f-f500d04035c9 req-5645a248-263d-4d0c-974a-2989182b942e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833667 Jun 22 18:32:41.896109 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c696cc2-4a81-470b-8b65-d28edc49070d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.972922 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c696cc2-4a81-470b-8b65-d28edc49070d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:41.991906 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-da800d45-76ef-4bcf-a1a9-958c45214f34 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:41.995946 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-da800d45-76ef-4bcf-a1a9-958c45214f34 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.16 "GET /v2.0/networks?id=9134bac6-4408-4202-8c72-bab050d27636 HTTP/1.1" status: 200 len: 813 time: 0.4303873 Jun 22 18:32:42.023894 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Request body: {'port': {'device_id': '2056f1cf-49c7-4e2c-9885-eb542023fb29', 'network_id': '9134bac6-4408-4202-8c72-bab050d27636', 'admin_state_up': True, 'tenant_id': 'ef1e12b835324fdba001a6e04c56f035'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:42.112247 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e295c2c9-4462-430e-9619-ee88fbdd5aeb req-35401605-b030-4da9-abb1-9ec8dbbc2dbc service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931056 Jun 22 18:32:42.170167 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c696cc2-4a81-470b-8b65-d28edc49070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.174521 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c696cc2-4a81-470b-8b65-d28edc49070d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.179883 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-2c696cc2-4a81-470b-8b65-d28edc49070d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf55dfad-a4b8-4678-be65-6910e14f20c5 HTTP/1.1" status: 204 len: 168 time: 0.6229525 Jun 22 18:32:42.207335 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4cd33f33-84fe-459c-a60b-e4413312dd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:42.224001 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a902a36c-eee7-4293-9dbe-8ca49d602ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.265505 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6da568-6e29-47e6-ac22-c85612557c38 req-41a2c1a6-75a6-4702-8c41-c1869097724f tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:42.268052 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6c6da568-6e29-47e6-ac22-c85612557c38 req-41a2c1a6-75a6-4702-8c41-c1869097724f tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.2534440 Jun 22 18:32:42.277066 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a902a36c-eee7-4293-9dbe-8ca49d602ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.282848 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c696cc2-4a81-470b-8b65-d28edc49070d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf55dfad-a4b8-4678-be65-6910e14f20c5,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:42.293990 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2c696cc2-4a81-470b-8b65-d28edc49070d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:42.298657 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-06883ac7-ede3-47e7-aa32-be13d43e1ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:42.396808 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902a36c-eee7-4293-9dbe-8ca49d602ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9dc737-3cf5-4481-921e-95b49d5b96bf,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:42.412781 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6c6da568-6e29-47e6-ac22-c85612557c38 req-24150d5b-a07b-4efa-ad91-13eb8afaf1c9 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303570 Jun 22 18:32:42.438675 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a902a36c-eee7-4293-9dbe-8ca49d602ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:42.451415 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a4450ceb-c488-4715-a242-aa2c7231c3b0 req-96d2d60d-3073-42f9-a759-80d045e714b7 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 210 time: 0.2022552 Jun 22 18:32:42.480845 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Made reservation on behalf of ef1e12b835324fdba001a6e04c56f035 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:42.480845 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.497234 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e295c2c9-4462-430e-9619-ee88fbdd5aeb req-dea65c16-485f-4508-b185-80a4ccb804d9 service neutron] 10.222.0.16 "GET /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628526 Jun 22 18:32:42.499211 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 379eea9b-94b4-46c2-ac9d-2affdfe4a043 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:42.618023 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-a902a36c-eee7-4293-9dbe-8ca49d602ca0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c95115eaeb874ddbbbf31b85e557f299&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1180117 Jun 22 18:32:42.625058 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50594) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:42.631084 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 379eea9b-94b4-46c2-ac9d-2affdfe4a043, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=379eea9b-94b4-46c2-ac9d-2affdfe4a043,segment=NetworkSegment(be72372a-9bf0-498e-8c8e-839ed1ca4504),segment_id=be72372a-9bf0-498e-8c8e-839ed1ca4504)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:42.660946 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': '379eea9b-94b4-46c2-ac9d-2affdfe4a043', 'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d', 'port_id': '379eea9b-94b4-46c2-ac9d-2affdfe4a043', 'mac_address': 'fa:16:3e:4f:ae:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e59ec6d-38ff-4242-9dc1-3429dad0111f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:42.735120 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.738996 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Allocated IP 172.20.0.14 (9134bac6-4408-4202-8c72-bab050d27636/287ad3bc-9dbf-451d-a00c-cf5f152bffb1/c6324fd9-4112-4a99-99f7-cb241e886907) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:42.741480 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8aa42c0f-393e-4a17-9676-344715566211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.748337 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5886100-2b88-4087-beba-bf89a75db496 req-4ea35cec-2c4d-4826-a8b0-4be3bf57d222 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:42.750062 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c5886100-2b88-4087-beba-bf89a75db496 req-4ea35cec-2c4d-4826-a8b0-4be3bf57d222 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 943 time: 0.1434138 Jun 22 18:32:42.762565 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379eea9b-94b4-46c2-ac9d-2affdfe4a043 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:42.798778 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8aa42c0f-393e-4a17-9676-344715566211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.809452 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 379eea9b-94b4-46c2-ac9d-2affdfe4a043, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=379eea9b-94b4-46c2-ac9d-2affdfe4a043,segment=NetworkSegment(be72372a-9bf0-498e-8c8e-839ed1ca4504),segment_id=be72372a-9bf0-498e-8c8e-839ed1ca4504)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:42.813490 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c5886100-2b88-4087-beba-bf89a75db496 req-7d57017b-082b-4e69-855b-9d7b94aaae90 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531859 Jun 22 18:32:42.816746 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.817898 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 2728d192-934f-41c2-81a2-4362399897c7 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:42.820168 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:42.871274 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50596) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:42.888768 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cd160f6c-d87e-440c-b71a-fb6dc3f55e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.910694 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8aa42c0f-393e-4a17-9676-344715566211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.913964 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8aa42c0f-393e-4a17-9676-344715566211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:42.915637 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-8aa42c0f-393e-4a17-9676-344715566211 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e9dc737-3cf5-4481-921e-95b49d5b96bf HTTP/1.1" status: 204 len: 168 time: 0.2894499 Jun 22 18:32:42.931414 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e22d7e3f-c312-4e8b-891f-3f81c0d8bf56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:42.938445 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa42c0f-393e-4a17-9676-344715566211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9dc737-3cf5-4481-921e-95b49d5b96bf,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:42.948354 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8aa42c0f-393e-4a17-9676-344715566211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:43.129381 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cd160f6c-d87e-440c-b71a-fb6dc3f55e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.140383 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cd160f6c-d87e-440c-b71a-fb6dc3f55e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.149943 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f20b2b16-fa19-4a4c-86f9-d9bac04043ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:43.150188 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.152959 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=379eea9b-94b4-46c2-ac9d-2affdfe4a043,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:43.158806 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:43.218499 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd160f6c-d87e-440c-b71a-fb6dc3f55e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af177cfb-21d8-44df-9a30-1a638f6d8db1,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:43.218958 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 2728d192-934f-41c2-81a2-4362399897c7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2728d192-934f-41c2-81a2-4362399897c7,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:43.226366 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cd160f6c-d87e-440c-b71a-fb6dc3f55e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:43.237447 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-cd160f6c-d87e-440c-b71a-fb6dc3f55e60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96ea23241a654591884a4a7d851e8f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647168 Jun 22 18:32:43.238448 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50602) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:43.243623 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': '2728d192-934f-41c2-81a2-4362399897c7', 'network_id': '59d01a4b-5a0c-4149-a2c6-30f6a2618e20', 'port_id': '2728d192-934f-41c2-81a2-4362399897c7', 'mac_address': 'fa:16:3e:2f:49:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c92407-c571-40c7-b8f0-f24e7a21633c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:43.256478 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26941120-5f97-453d-9ba0-c83fede83a25 req-fd9caa38-1fd2-441a-ba13-8c888753a37b tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:43.259831 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-26941120-5f97-453d-9ba0-c83fede83a25 req-fd9caa38-1fd2-441a-ba13-8c888753a37b tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 943 time: 0.1641331 Jun 22 18:32:43.295551 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.310117 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065622597'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.310358 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-79a26e68-5e91-4d34-bc1a-eb952140eee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.318084 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2728d192-934f-41c2-81a2-4362399897c7 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:43.342269 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:43.342512 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-79a26e68-5e91-4d34-bc1a-eb952140eee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.376442 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 2728d192-934f-41c2-81a2-4362399897c7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2728d192-934f-41c2-81a2-4362399897c7,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:43.382497 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.385550 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:43.391625 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-26941120-5f97-453d-9ba0-c83fede83a25 req-e91e79ff-6efb-4203-b352-077e26f5822f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180341 Jun 22 18:32:43.443702 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Network 9134bac6-4408-4202-8c72-bab050d27636 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:43.444305 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-79a26e68-5e91-4d34-bc1a-eb952140eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.447801 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-79a26e68-5e91-4d34-bc1a-eb952140eee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.449138 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-79a26e68-5e91-4d34-bc1a-eb952140eee7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af177cfb-21d8-44df-9a30-1a638f6d8db1 HTTP/1.1" status: 204 len: 168 time: 0.2102931 Jun 22 18:32:43.450120 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e7763f58-4468-4eeb-ab9d-dd3b62852e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:43.455748 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:43.459541 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:43.468537 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a26e68-5e91-4d34-bc1a-eb952140eee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af177cfb-21d8-44df-9a30-1a638f6d8db1,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:43.478540 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-79a26e68-5e91-4d34-bc1a-eb952140eee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:43.528820 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Pushing event updated for resources: {'Port': ['ID=c6324fd9-4112-4a99-99f7-cb241e886907,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:43.531796 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=2728d192-934f-41c2-81a2-4362399897c7,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:43.542070 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:43.598013 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:43.761531 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:43.762421 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:43.777227 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['379eea9b-94b4-46c2-ac9d-2affdfe4a043'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:43.795417 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['2728d192-934f-41c2-81a2-4362399897c7'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:43.807027 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6177eb7-c907-4855-8b49-ac7b93f09ad9 req-6679ec50-0a5d-4591-baf2-84c521d6a0b2 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:43.815327 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8006361 Jun 22 18:32:43.819741 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b6177eb7-c907-4855-8b49-ac7b93f09ad9 req-6679ec50-0a5d-4591-baf2-84c521d6a0b2 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1276636 Jun 22 18:32:43.841684 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Request body: {'port': {'device_id': '2056f1cf-49c7-4e2c-9885-eb542023fb29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:43.903469 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b6177eb7-c907-4855-8b49-ac7b93f09ad9 req-e0135c3e-512f-4f8d-97f3-bbec51495ecd tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740666 Jun 22 18:32:44.056243 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a8fa4-ea96-4bd3-9561-b62e74d65eed req-ea5331e4-fd4b-4b11-9c08-0b0f4aea3d96 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:44.059040 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d60a8fa4-ea96-4bd3-9561-b62e74d65eed req-ea5331e4-fd4b-4b11-9c08-0b0f4aea3d96 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 932 time: 0.3990316 Jun 22 18:32:44.271331 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92255963-0779-4d4a-9334-45cfae608015 req-fe3a6ae0-2155-48dc-9b82-a428b32a69a0 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:44.280463 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-92255963-0779-4d4a-9334-45cfae608015 req-fe3a6ae0-2155-48dc-9b82-a428b32a69a0 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 944 time: 0.1737566 Jun 22 18:32:44.281906 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:44.357935 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-92255963-0779-4d4a-9334-45cfae608015 req-395cfbf9-6509-4043-988c-1bd606b80818 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756030 Jun 22 18:32:44.391107 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d60a8fa4-ea96-4bd3-9561-b62e74d65eed req-00efa194-aa53-48ba-8657-184f7e0272c9 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008890 Jun 22 18:32:44.440414 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50628) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:44.472030 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33d50a90-1596-4932-a381-f46ff7fec03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:44.657370 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaabbc0-ba31-4314-a0bc-401ef4924e9e req-1403cde8-1553-4480-bd78-d755cd9aaf08 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:44.667331 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ceaabbc0-ba31-4314-a0bc-401ef4924e9e req-1403cde8-1553-4480-bd78-d755cd9aaf08 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 944 time: 0.1126864 Jun 22 18:32:44.752150 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ceaabbc0-ba31-4314-a0bc-401ef4924e9e req-3dc19e69-9771-42aa-aa91-4df2e25f18ac tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810692 Jun 22 18:32:44.835818 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33d50a90-1596-4932-a381-f46ff7fec03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:44.844698 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33d50a90-1596-4932-a381-f46ff7fec03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:44.849165 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2c696cc2-4a81-470b-8b65-d28edc49070d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:44.912656 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-33d50a90-1596-4932-a381-f46ff7fec03d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27def2be705143a59582ecd5ce71168e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4710610 Jun 22 18:32:44.915736 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50644) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:44.916808 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d50a90-1596-4932-a381-f46ff7fec03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b624eb4-4d34-4997-83e1-39815559590c,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:44.937588 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-33d50a90-1596-4932-a381-f46ff7fec03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:44.956479 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6324fd9-4112-4a99-99f7-cb241e886907 {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:44.966278 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:44.979719 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Transition to ACTIVE for port object c6324fd9-4112-4a99-99f7-cb241e886907 will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:44.984277 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:44.986687 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:45.010292 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf514-5613-4031-974f-3f765c443583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:45.051835 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf514-5613-4031-974f-3f765c443583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:45.063759 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Pushing event updated for resources: {'Port': ['ID=c6324fd9-4112-4a99-99f7-cb241e886907,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:45.067488 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:45.155031 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf514-5613-4031-974f-3f765c443583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:45.157853 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf514-5613-4031-974f-3f765c443583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:45.159165 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-ba1cf514-5613-4031-974f-3f765c443583 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b624eb4-4d34-4997-83e1-39815559590c HTTP/1.1" status: 204 len: 168 time: 0.2373221 Jun 22 18:32:45.160732 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6a9688eb-40ce-4fea-916a-dc384345f8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:45.166844 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Attempting to bind port c6324fd9-4112-4a99-99f7-cb241e886907 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:45.167746 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Attempting to bind port c6324fd9-4112-4a99-99f7-cb241e886907 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'de301a4f-e2e3-4990-a3e5-59046b0b78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9134bac6-4408-4202-8c72-bab050d27636'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:45.168857 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Attempting to bind port c6324fd9-4112-4a99-99f7-cb241e886907 on network 9134bac6-4408-4202-8c72-bab050d27636 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:45.171959 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cf514-5613-4031-974f-3f765c443583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b624eb4-4d34-4997-83e1-39815559590c,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:45.174764 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ba1cf514-5613-4031-974f-3f765c443583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:45.179037 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Port c6324fd9-4112-4a99-99f7-cb241e886907 on network 9134bac6-4408-4202-8c72-bab050d27636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:32:45.179539 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Attempting to bind port c6324fd9-4112-4a99-99f7-cb241e886907 on network 9134bac6-4408-4202-8c72-bab050d27636 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:45.197569 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:45.198968 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Checking segment: {'id': 'de301a4f-e2e3-4990-a3e5-59046b0b78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9134bac6-4408-4202-8c72-bab050d27636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:45.199934 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Bound using segment: {'id': 'de301a4f-e2e3-4990-a3e5-59046b0b78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9134bac6-4408-4202-8c72-bab050d27636'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:45.201692 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Bound port: c6324fd9-4112-4a99-99f7-cb241e886907, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de301a4f-e2e3-4990-a3e5-59046b0b78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9134bac6-4408-4202-8c72-bab050d27636'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:45.203206 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:45.329887 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] For port c6324fd9-4112-4a99-99f7-cb241e886907, host hv-cinder-77428, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:45.335265 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] For port c6324fd9-4112-4a99-99f7-cb241e886907, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c6324fd9-4112-4a99-99f7-cb241e886907,segment=NetworkSegment(de301a4f-e2e3-4990-a3e5-59046b0b78f3),segment_id=de301a4f-e2e3-4990-a3e5-59046b0b78f3)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:45.342009 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:45.345859 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:45.383346 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.384557 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:45.386044 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] 10.222.0.16 "PUT /v2.0/ports/c6324fd9-4112-4a99-99f7-cb241e886907 HTTP/1.1" status: 200 len: 1094 time: 1.5499921 Jun 22 18:32:45.387213 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2056f1cf-49c7-4e2c-9885-eb542023fb29', 'tag': 'c6324fd9-4112-4a99-99f7-cb241e886907'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:45.389263 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4a4cbe-e8bd-482b-8a18-d4c6077b3e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "2056f1cf-49c7-4e2c-9885-eb542023fb29", "tag": "c6324fd9-4112-4a99-99f7-cb241e886907"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:45.434782 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Pushing event updated for resources: {'Port': ['ID=c6324fd9-4112-4a99-99f7-cb241e886907,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:45.442254 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:45.476939 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6bd282-14bd-4705-92e7-b8320101743e x-openstack-request-id: req-5e6bd282-14bd-4705-92e7-b8320101743e {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:45.477267 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2056f1cf-49c7-4e2c-9885-eb542023fb29", "tag": "c6324fd9-4112-4a99-99f7-cb241e886907", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:45.477569 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e6bd282-14bd-4705-92e7-b8320101743e {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:45.478557 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2056f1cf-49c7-4e2c-9885-eb542023fb29', 'tag': 'c6324fd9-4112-4a99-99f7-cb241e886907', 'status': 'completed', 'code': 200} Jun 22 18:32:45.634954 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-cacac348-0444-4f66-a22c-d69d420cfc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.636856 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-cacac348-0444-4f66-a22c-d69d420cfc42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef1e12b835324fdba001a6e04c56f035&device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 1097 time: 0.1738718 Jun 22 18:32:45.672164 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4914-9ba4-4d08-a041-fd946234a1de req-7beb6d78-ee0c-4299-9066-1bcf1eab992a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.674213 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-fb5f4914-9ba4-4d08-a041-fd946234a1de req-7beb6d78-ee0c-4299-9066-1bcf1eab992a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 944 time: 0.1202233 Jun 22 18:32:45.726995 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-424bd7f6-7a8e-42ee-aa01-4695d5335caf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6324fd9-4112-4a99-99f7-cb241e886907 HTTP/1.1" status: 200 len: 217 time: 0.0739131 Jun 22 18:32:45.869158 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-427b8043-995b-4ae9-a9c2-6553101dcc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.874079 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-427b8043-995b-4ae9-a9c2-6553101dcc13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=287ad3bc-9dbf-451d-a00c-cf5f152bffb1 HTTP/1.1" status: 200 len: 853 time: 0.1376331 Jun 22 18:32:45.887609 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-fb5f4914-9ba4-4d08-a041-fd946234a1de req-7db7bd18-9b92-4e3f-9e6d-04f678c66bf8 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596630 Jun 22 18:32:45.917065 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe284921-3c17-4260-9174-08657cc29ed2 req-593900fa-0b26-4182-82cf-4d95bf630697 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:45.927740 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-fe284921-3c17-4260-9174-08657cc29ed2 req-593900fa-0b26-4182-82cf-4d95bf630697 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 944 time: 0.2364938 Jun 22 18:32:45.935849 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-a32c2e72-a71a-4e97-a863-3260be653529 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9134bac6-4408-4202-8c72-bab050d27636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517173 Jun 22 18:32:46.018042 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-fe284921-3c17-4260-9174-08657cc29ed2 req-23b36d0d-a635-4921-8fbb-6e2ced9ffa97 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746238 Jun 22 18:32:46.166059 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-368ac1aa-2125-4751-a920-c07efc03440f service neutron] 10.222.0.16 "GET /v2.0/networks/9134bac6-4408-4202-8c72-bab050d27636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169147 Jun 22 18:32:46.235510 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63177a-69a3-4278-8957-054102e62300 req-c5293824-3f73-4232-a1e3-ac3fbd26043f tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.238812 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0f63177a-69a3-4278-8957-054102e62300 req-c5293824-3f73-4232-a1e3-ac3fbd26043f tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1122332 Jun 22 18:32:46.293395 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02701bc-bfd2-480a-9c51-2b198be61f05 req-b5000a0f-d3f3-4172-afc9-e7187b0dfc47 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.295169 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c02701bc-bfd2-480a-9c51-2b198be61f05 req-b5000a0f-d3f3-4172-afc9-e7187b0dfc47 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 944 time: 0.1452591 Jun 22 18:32:46.303753 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0f63177a-69a3-4278-8957-054102e62300 req-f010c2a9-0799-40f0-99ca-42064ab4719a tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566673 Jun 22 18:32:46.342809 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-34dbb6cc-da46-4e1e-889e-ac863ac56999 req-883e57db-1470-464d-89f7-1014a31e1f73 service neutron] 10.222.0.16 "GET /v2.0/networks/9134bac6-4408-4202-8c72-bab050d27636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595631 Jun 22 18:32:46.360526 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c02701bc-bfd2-480a-9c51-2b198be61f05 req-3c6bf321-5fe5-4c1f-bcd9-4ec4b2667ce6 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486181 Jun 22 18:32:46.438683 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50692) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:46.522800 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 379eea9b-94b4-46c2-ac9d-2affdfe4a043 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:46.538511 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a4cbe-e8bd-482b-8a18-d4c6077b3e8b req-67d21aef-4c5f-44bc-88f1-63955af2e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.548715 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ec4a4cbe-e8bd-482b-8a18-d4c6077b3e8b req-67d21aef-4c5f-44bc-88f1-63955af2e027 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef1e12b835324fdba001a6e04c56f035&device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 1097 time: 0.1220241 Jun 22 18:32:46.588039 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1281087863-network', 'tenant_id': 'ce659c956de74c148627451202f0c8b3'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:46.601660 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port 379eea9b-94b4-46c2-ac9d-2affdfe4a043 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:46.607962 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port 379eea9b-94b4-46c2-ac9d-2affdfe4a043 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:46.608696 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.633516 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Made reservation on behalf of ce659c956de74c148627451202f0c8b3 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:46.639872 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.670403 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.695217 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a4cbe-e8bd-482b-8a18-d4c6077b3e8b req-6dd1f46a-9c40-45ec-89d0-54e4233071f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.697171 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ec4a4cbe-e8bd-482b-8a18-d4c6077b3e8b req-6dd1f46a-9c40-45ec-89d0-54e4233071f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9134bac6-4408-4202-8c72-bab050d27636 HTTP/1.1" status: 200 len: 914 time: 0.1345234 Jun 22 18:32:46.757659 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.803868 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 379eea9b-94b4-46c2-ac9d-2affdfe4a043, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=379eea9b-94b4-46c2-ac9d-2affdfe4a043,segment=NetworkSegment(be72372a-9bf0-498e-8c8e-839ed1ca4504),segment_id=be72372a-9bf0-498e-8c8e-839ed1ca4504)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:46.806130 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379eea9b-94b4-46c2-ac9d-2affdfe4a043'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:46.810025 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8942563-3922-47be-9efa-1801bb14eb66" -d '{"events": [{"server_uuid": "38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3", "name": "network-vif-plugged", "status": "completed", "tag": "379eea9b-94b4-46c2-ac9d-2affdfe4a043"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:46.815371 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.816820 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 2728d192-934f-41c2-81a2-4362399897c7 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:46.819252 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:46.822350 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ec4a4cbe-e8bd-482b-8a18-d4c6077b3e8b req-49929ce3-af49-4e2f-80e6-6a2695d8946c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6324fd9-4112-4a99-99f7-cb241e886907 HTTP/1.1" status: 200 len: 217 time: 0.1163032 Jun 22 18:32:46.887000 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.896165 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.903694 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1123fd46-b31c-4fb6-b487-89f2d8f2ac9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:46.928324 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a4cbe-e8bd-482b-8a18-d4c6077b3e8b req-b1264487-7e5f-4204-8937-8972784b314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:46.931283 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ec4a4cbe-e8bd-482b-8a18-d4c6077b3e8b req-b1264487-7e5f-4204-8937-8972784b314a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=287ad3bc-9dbf-451d-a00c-cf5f152bffb1 HTTP/1.1" status: 200 len: 853 time: 0.1000621 Jun 22 18:32:46.944602 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbcf4a2-04a3-4740-afd1-0085712ba528 x-openstack-request-id: req-dbbcf4a2-04a3-4740-afd1-0085712ba528 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:46.945295 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3", "name": "network-vif-plugged", "status": "completed", "tag": "379eea9b-94b4-46c2-ac9d-2affdfe4a043", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:46.945786 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbbcf4a2-04a3-4740-afd1-0085712ba528 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:46.947116 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379eea9b-94b4-46c2-ac9d-2affdfe4a043', 'code': 200} Jun 22 18:32:46.948515 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=379eea9b-94b4-46c2-ac9d-2affdfe4a043,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:46.966185 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:32:46.974460 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:46.981820 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ec405f-1e5a-4682-af3a-f5a95727c3f8,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:46.987069 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:46.988287 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:46.988726 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Added segment 57b86d0a-ab00-4733-bd60-5509518e7d00 of type vlan for network 63959033-e20c-4430-9fd5-a93c9b3bbe83 Jun 22 18:32:47.013795 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port 2728d192-934f-41c2-81a2-4362399897c7 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:47.022774 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port 2728d192-934f-41c2-81a2-4362399897c7 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:47.023471 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:47.115526 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:47.135105 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ec4a4cbe-e8bd-482b-8a18-d4c6077b3e8b req-e0a0056a-540f-49b4-a5f6-3aa5007b7924 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9134bac6-4408-4202-8c72-bab050d27636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1830642 Jun 22 18:32:47.280188 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:47.302571 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:47.304858 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.306377 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:47.319879 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:47.406239 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 2728d192-934f-41c2-81a2-4362399897c7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2728d192-934f-41c2-81a2-4362399897c7,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:47.415292 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:47.422877 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:47.499963 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0599647 Jun 22 18:32:47.508104 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50722) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:47.526457 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=2728d192-934f-41c2-81a2-4362399897c7,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:47.527105 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Request body: {'subnet': {'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1281087863-subnet', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:47.533819 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:47.571864 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Pushing event updated for resources: {'Network': ['ID=63959033-e20c-4430-9fd5-a93c9b3bbe83,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:47.575684 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:47.591204 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network 63959033-e20c-4430-9fd5-a93c9b3bbe83 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:32:47.628179 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Made reservation on behalf of ce659c956de74c148627451202f0c8b3 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:47.631211 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5cf21-a5e6-4080-83be-b16210e26e94 req-63299829-da61-411e-b898-ab7058097132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.631917 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065653974'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:47.632761 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f8b5cf21-a5e6-4080-83be-b16210e26e94 req-63299829-da61-411e-b898-ab7058097132 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 1098 time: 0.1453395 Jun 22 18:32:47.645300 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499694da-69f9-4941-9ad1-563d80af6dfa req-b6d9f47c-692d-4450-8e32-c4db28c697ae tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.647022 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-499694da-69f9-4941-9ad1-563d80af6dfa req-b6d9f47c-692d-4450-8e32-c4db28c697ae tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 945 time: 0.1622727 Jun 22 18:32:47.733901 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f8b5cf21-a5e6-4080-83be-b16210e26e94 req-2795551e-6e47-4934-9706-15a1f8fca9cb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855839 Jun 22 18:32:47.739597 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-499694da-69f9-4941-9ad1-563d80af6dfa req-461d8e19-0103-4c22-ae3f-87b30611073a tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751774 Jun 22 18:32:47.894578 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ec4a4cbe-e8bd-482b-8a18-d4c6077b3e8b req-e03b4ca7-ec23-4ccf-94ae-8d08f0d3ba80 service neutron] 10.222.0.16 "GET /v2.0/networks/9134bac6-4408-4202-8c72-bab050d27636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7432084 Jun 22 18:32:47.940602 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842a94c-2d34-4c9e-8fe6-8701836810e7 req-3b063374-2c11-40dd-a183-e167e0999ebb tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.942150 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b842a94c-2d34-4c9e-8fe6-8701836810e7 req-3b063374-2c11-40dd-a183-e167e0999ebb tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 944 time: 0.5029206 Jun 22 18:32:47.991327 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc63e1a-69dd-4624-b9b1-feafc11c0564 req-6c06762d-e053-4756-9d88-9610a2aa4ac4 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:47.994710 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7dc63e1a-69dd-4624-b9b1-feafc11c0564 req-6c06762d-e053-4756-9d88-9610a2aa4ac4 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 945 time: 0.1190679 Jun 22 18:32:48.059823 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7dc63e1a-69dd-4624-b9b1-feafc11c0564 req-02fd24f4-7bb7-434b-abba-86b1a8aef6d9 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565972 Jun 22 18:32:48.099681 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b842a94c-2d34-4c9e-8fe6-8701836810e7 req-a2281e43-b88f-42b5-8da8-b1099f5bab57 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453688 Jun 22 18:32:48.141293 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ec4a4cbe-e8bd-482b-8a18-d4c6077b3e8b req-3ffdc4b7-17f3-454d-972b-581ed3d6dbad service neutron] 10.222.0.16 "GET /v2.0/networks/9134bac6-4408-4202-8c72-bab050d27636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196662 Jun 22 18:32:48.287932 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065622745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065654008'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:48.292218 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:48.358707 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af66886-a1f2-4885-aa59-0ab8d41f05f3,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:48.371217 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:48.371599 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:48.371968 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:48.372331 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:48.372687 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:48.373041 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:48.373401 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:48.373753 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:48.374108 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:48.374457 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:48.374804 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:48.375179 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:48.380245 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:48.381443 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Checking segment: {'id': '57b86d0a-ab00-4733-bd60-5509518e7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:48.381809 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Network hostable DHCP agents. Network: 63959033-e20c-4430-9fd5-a93c9b3bbe83, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:32:48.402506 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Network 63959033-e20c-4430-9fd5-a93c9b3bbe83 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:32:48.414246 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, 63959033-e20c-4430-9fd5-a93c9b3bbe83) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:48.423257 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:48.424186 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:48.429065 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b4899-dc8e-421a-acda-d76d49b41405 None None] Network 63959033-e20c-4430-9fd5-a93c9b3bbe83 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:48.449395 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9334257 Jun 22 18:32:48.451740 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50730) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:48.460904 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:48.507556 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:48.509817 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:48.614014 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:48.666324 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d19453-fdc3-5b30-8fd6-aedd5265515b-63959033-e20c-4430-9fd5-a93c9b3bbe83', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'fixed_ips': [{'subnet_id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3'}]}} from dv-cinder-774286-17-smb. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:32:48.667659 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:48.857476 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-584'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:48.859812 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50738) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:48.976742 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97bbdc0-a83b-4df0-a051-436b2b58cf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2728d192-934f-41c2-81a2-4362399897c7'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:48.980719 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a593bb4f-1823-4495-86c0-53dcc22976dc" -d '{"events": [{"server_uuid": "b97bbdc0-a83b-4df0-a051-436b2b58cf6e", "name": "network-vif-plugged", "status": "completed", "tag": "2728d192-934f-41c2-81a2-4362399897c7"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:48.986819 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Allocated IP 172.20.0.2 (63959033-e20c-4430-9fd5-a93c9b3bbe83/3af66886-a1f2-4885-aa59-0ab8d41f05f3/c3f6842f-472b-46a9-90b2-1b851a030cc0) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:49.046574 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bd4f9d-e361-4f87-a5fe-4b0b3efdfa52 x-openstack-request-id: req-c7bd4f9d-e361-4f87-a5fe-4b0b3efdfa52 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:49.047098 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97bbdc0-a83b-4df0-a051-436b2b58cf6e", "name": "network-vif-plugged", "status": "completed", "tag": "2728d192-934f-41c2-81a2-4362399897c7", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:49.047479 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7bd4f9d-e361-4f87-a5fe-4b0b3efdfa52 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:49.048050 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97bbdc0-a83b-4df0-a051-436b2b58cf6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2728d192-934f-41c2-81a2-4362399897c7', 'code': 200} Jun 22 18:32:49.089052 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.340479 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803cfdf-a154-4bc4-87f3-d5a89605d3d3 req-dd48d335-913d-443e-b2b6-23526c558760 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:49.347764 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9803cfdf-a154-4bc4-87f3-d5a89605d3d3 req-dd48d335-913d-443e-b2b6-23526c558760 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 945 time: 0.3753638 Jun 22 18:32:49.394050 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.413621 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Transition to ACTIVE for port object c3f6842f-472b-46a9-90b2-1b851a030cc0 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:49.417922 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.443458 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.456569 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Transition to ACTIVE for port object c3f6842f-472b-46a9-90b2-1b851a030cc0 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:49.472129 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.502655 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9803cfdf-a154-4bc4-87f3-d5a89605d3d3 req-ca2ff21a-3322-4ff6-8207-956a27c577b2 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537991 Jun 22 18:32:49.502868 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:49.539737 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22374c-0258-4f35-9c0e-1dd9aaca0dbc req-ca901b36-119b-44cd-a01b-b9b7e95be83e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:49.543880 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3b22374c-0258-4f35-9c0e-1dd9aaca0dbc req-ca901b36-119b-44cd-a01b-b9b7e95be83e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 945 time: 0.2351489 Jun 22 18:32:49.575617 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Network 63959033-e20c-4430-9fd5-a93c9b3bbe83 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:49.576834 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.583260 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.583493 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:49.594485 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cbbc44f5-10ef-4b3d-827f-26cbbfed7331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:49.604053 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:49.638821 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d54243c614f547bc9692ebb0ac4b8ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7778192 Jun 22 18:32:49.643033 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50752) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:49.659097 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748d4baf-82c9-4fac-8270-e2bad24997cd,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:49.676198 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Pushing event updated for resources: {'Port': ['ID=c3f6842f-472b-46a9-90b2-1b851a030cc0,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:49.684747 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:49.689724 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:49.689724 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:49.690179 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:49.690317 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:49.690886 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:49.691679 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:49.691837 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:49.692123 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:49.692434 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:49.692834 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:49.693231 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:49.693588 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:49.720683 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:49.753007 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Attempting to bind port c3f6842f-472b-46a9-90b2-1b851a030cc0 on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:49.753481 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Attempting to bind port c3f6842f-472b-46a9-90b2-1b851a030cc0 by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '57b86d0a-ab00-4733-bd60-5509518e7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:49.753927 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Attempting to bind port c3f6842f-472b-46a9-90b2-1b851a030cc0 on network 63959033-e20c-4430-9fd5-a93c9b3bbe83 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:49.761050 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:49.761442 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Checking segment: {'id': '57b86d0a-ab00-4733-bd60-5509518e7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:49.762176 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.763194 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Bound using segment: {'id': '57b86d0a-ab00-4733-bd60-5509518e7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:49.763809 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Bound port: c3f6842f-472b-46a9-90b2-1b851a030cc0, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b86d0a-ab00-4733-bd60-5509518e7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:49.764216 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.809173 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f50a02-9e5e-4e89-b36d-dedcf228a3d6 req-3f1a0540-fe08-40e1-96f2-f963490a6e0b tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:49.811211 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d3f50a02-9e5e-4e89-b36d-dedcf228a3d6 req-3f1a0540-fe08-40e1-96f2-f963490a6e0b tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 944 time: 0.1474359 Jun 22 18:32:49.813032 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-053c8aef-f3fd-49ec-a700-52cd4e525778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.828890 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3b22374c-0258-4f35-9c0e-1dd9aaca0dbc req-98a1aba8-b94a-4bd7-b635-69a584bd3000 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577894 Jun 22 18:32:49.867889 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Allocated IP 172.28.3.246 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/4c6526bf-21b4-4b44-a322-665a835fdf66) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:49.876940 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] For port c3f6842f-472b-46a9-90b2-1b851a030cc0, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:49.881613 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] For port c3f6842f-472b-46a9-90b2-1b851a030cc0, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=c3f6842f-472b-46a9-90b2-1b851a030cc0,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:49.889916 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-053c8aef-f3fd-49ec-a700-52cd4e525778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.890731 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.893082 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-300ba353-82c4-4148-a181-bd1ca5e548b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:49.912038 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b10544-959f-430d-bf5a-59739a39dfa8 req-d61c7849-f5b3-402f-8cef-c653c39a4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:49.913469 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-70b10544-959f-430d-bf5a-59739a39dfa8 req-d61c7849-f5b3-402f-8cef-c653c39a4d8e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 1098 time: 0.3640926 Jun 22 18:32:49.933794 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d3f50a02-9e5e-4e89-b36d-dedcf228a3d6 req-15e2635b-40e7-472d-ab29-77dc64cd917c tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949569 Jun 22 18:32:49.965795 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Pushing event updated for resources: {'Port': ['ID=c3f6842f-472b-46a9-90b2-1b851a030cc0,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:49.969659 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:49.982623 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-053c8aef-f3fd-49ec-a700-52cd4e525778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.985963 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-053c8aef-f3fd-49ec-a700-52cd4e525778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:49.988943 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-053c8aef-f3fd-49ec-a700-52cd4e525778 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/748d4baf-82c9-4fac-8270-e2bad24997cd HTTP/1.1" status: 204 len: 168 time: 0.3436418 Jun 22 18:32:49.988943 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b5d29011-197c-4276-b88f-48c7e8d2f149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:49.999606 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c8aef-f3fd-49ec-a700-52cd4e525778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748d4baf-82c9-4fac-8270-e2bad24997cd,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:50.002867 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-053c8aef-f3fd-49ec-a700-52cd4e525778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:50.124886 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-70b10544-959f-430d-bf5a-59739a39dfa8 req-bc3b77da-00df-4344-879e-ceec8dd17103 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767211 Jun 22 18:32:50.184057 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.259695 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065622597'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.276345 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-548d0bb1-d176-4625-b766-85f93303431d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:50.330119 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:50.340645 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:50.347127 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:50.536737 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device c6324fd9-4112-4a99-99f7-cb241e886907 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:32:50.598682 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Pushing event updated for resources: {'Port': ['ID=4c6526bf-21b4-4b44-a322-665a835fdf66,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:50.616288 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:50.834089 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port c6324fd9-4112-4a99-99f7-cb241e886907, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c6324fd9-4112-4a99-99f7-cb241e886907,segment=NetworkSegment(de301a4f-e2e3-4990-a3e5-59046b0b78f3),segment_id=de301a4f-e2e3-4990-a3e5-59046b0b78f3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:50.883056 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': 'c6324fd9-4112-4a99-99f7-cb241e886907', 'network_id': '9134bac6-4408-4202-8c72-bab050d27636', 'port_id': 'c6324fd9-4112-4a99-99f7-cb241e886907', 'mac_address': 'fa:16:3e:0a:f4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287ad3bc-9dbf-451d-a00c-cf5f152bffb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:32:50.951567 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:50.973331 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6324fd9-4112-4a99-99f7-cb241e886907 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:32:51.019158 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port c6324fd9-4112-4a99-99f7-cb241e886907, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c6324fd9-4112-4a99-99f7-cb241e886907,segment=NetworkSegment(de301a4f-e2e3-4990-a3e5-59046b0b78f3),segment_id=de301a4f-e2e3-4990-a3e5-59046b0b78f3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:51.026322 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:51.030582 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:51.157238 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=c6324fd9-4112-4a99-99f7-cb241e886907,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:51.163472 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:51.176427 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:51.316603 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe285db-a07e-4404-a589-2ab60b33b96c req-8d2d469a-b8ab-4ac4-b5d4-e88d9261d7c0 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:51.318435 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5fe285db-a07e-4404-a589-2ab60b33b96c req-8d2d469a-b8ab-4ac4-b5d4-e88d9261d7c0 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 945 time: 0.2632241 Jun 22 18:32:51.485217 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['c6324fd9-4112-4a99-99f7-cb241e886907'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:51.523938 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5fe285db-a07e-4404-a589-2ab60b33b96c req-66886dab-9c83-4ab4-b0b6-cbb5b9c7c2d9 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072853 Jun 22 18:32:51.756376 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c0fd4-3ded-42c9-b926-b7df1ae6a9e0 req-a93ca155-a7ac-4527-8136-e0b69dad5771 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:51.759517 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ea0c0fd4-3ded-42c9-b926-b7df1ae6a9e0 req-a93ca155-a7ac-4527-8136-e0b69dad5771 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 945 time: 0.2195342 Jun 22 18:32:51.831923 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ea0c0fd4-3ded-42c9-b926-b7df1ae6a9e0 req-7dfd07ee-7497-4cfc-8d49-c89ceadeabb3 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585225 Jun 22 18:32:51.972240 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7516aa8c-bcd4-469f-8c90-a8d830994a30 None None] Network 63959033-e20c-4430-9fd5-a93c9b3bbe83 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:32:52.044514 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-963b5ee8-2940-4a4c-bb6b-c47c844b1d1a None None] Provisioning for port c3f6842f-472b-46a9-90b2-1b851a030cc0 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:52.170199 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d3c38-d86a-45e5-a585-4c3625c9f84a req-d33f492c-39ed-4142-9d0c-54e84e22f895 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.181462 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-095d3c38-d86a-45e5-a585-4c3625c9f84a req-d33f492c-39ed-4142-9d0c-54e84e22f895 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1595838 Jun 22 18:32:52.272412 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-095d3c38-d86a-45e5-a585-4c3625c9f84a req-f6f97f3a-e457-42fc-a08c-ff07b1930d49 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807853 Jun 22 18:32:52.371768 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device c3f6842f-472b-46a9-90b2-1b851a030cc0 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:52.466485 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port c3f6842f-472b-46a9-90b2-1b851a030cc0 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:52.474056 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port c3f6842f-472b-46a9-90b2-1b851a030cc0 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:52.474341 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.477060 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bcdc5-86de-4455-bce7-e71ba02aed94 req-43399419-b1eb-4fa3-a132-1d75e702bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.478702 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4b9bcdc5-86de-4455-bce7-e71ba02aed94 req-43399419-b1eb-4fa3-a132-1d75e702bdf7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4b35ad2eae2437293a521d8a216c696&device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.9593289 Jun 22 18:32:52.508477 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-739597'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.631801 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bcdc5-86de-4455-bce7-e71ba02aed94 req-c0e756db-5b8f-40d4-9b1e-1a5237c67638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.633497 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4b9bcdc5-86de-4455-bce7-e71ba02aed94 req-c0e756db-5b8f-40d4-9b1e-1a5237c67638 service neutron] 10.222.0.16 "GET /v2.0/networks?id=75e6befd-6f26-4650-9b7e-2f30ce50a808 HTTP/1.1" status: 200 len: 919 time: 0.1459215 Jun 22 18:32:52.686495 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.703924 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50810) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:52.721043 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-e7494b27-5024-429d-969e-56aaed62d21a None None] Provisioning complete for port c3f6842f-472b-46a9-90b2-1b851a030cc0 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:52.721508 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e7494b27-5024-429d-969e-56aaed62d21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.738299 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4b9bcdc5-86de-4455-bce7-e71ba02aed94 req-9732dfc9-7294-48ca-9488-f56aa9555c8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dad63c-e32c-4e2f-b78e-2c9c2913157d HTTP/1.1" status: 200 len: 217 time: 0.0498822 Jun 22 18:32:52.764434 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port c3f6842f-472b-46a9-90b2-1b851a030cc0, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=c3f6842f-472b-46a9-90b2-1b851a030cc0,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:52.766070 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744cebe7-9a94-40c8-9ca4-839bfc2a35f1 req-e0ede6ae-4e11-46e6-acf5-68e3a247b0b7 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.768082 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-744cebe7-9a94-40c8-9ca4-839bfc2a35f1 req-e0ede6ae-4e11-46e6-acf5-68e3a247b0b7 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 945 time: 1.0077941 Jun 22 18:32:52.782868 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:52.787576 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:52.826532 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bcdc5-86de-4455-bce7-e71ba02aed94 req-0fda2396-972a-4006-8261-2f5f1275b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:52.829197 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4b9bcdc5-86de-4455-bce7-e71ba02aed94 req-0fda2396-972a-4006-8261-2f5f1275b22c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=748b275f-0ae5-4fac-9860-855a76ef2bec HTTP/1.1" status: 200 len: 858 time: 0.0594983 Jun 22 18:32:52.867165 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:32:52.900039 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=c3f6842f-472b-46a9-90b2-1b851a030cc0,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:52.905034 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:52.931901 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4b9bcdc5-86de-4455-bce7-e71ba02aed94 req-219b509c-d3f5-4961-b00b-e911ce1f6a29 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75e6befd-6f26-4650-9b7e-2f30ce50a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417953 Jun 22 18:32:52.994394 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-713f77db-88bf-4aa4-b8f6-dc4b71732b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:53.024123 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-744cebe7-9a94-40c8-9ca4-839bfc2a35f1 req-49088f99-a803-4c0a-a581-8662d4d68940 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913614 Jun 22 18:32:53.100326 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f52bc-309a-4784-8cc4-009e3da1f74f req-0f75ad12-9bc7-4f48-b3c6-3f83de8c53a8 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:53.102221 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-de9f52bc-309a-4784-8cc4-009e3da1f74f req-0f75ad12-9bc7-4f48-b3c6-3f83de8c53a8 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 945 time: 0.1224082 Jun 22 18:32:53.107380 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4b9bcdc5-86de-4455-bce7-e71ba02aed94 req-f769354f-2bd3-4d1c-9a77-abeae23ba8b0 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403332 Jun 22 18:32:53.118004 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc is scheduled to L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:32:53.176310 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-de9f52bc-309a-4784-8cc4-009e3da1f74f req-8643173f-4eec-41bd-9932-ce2c5bacf9b7 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579700 Jun 22 18:32:53.190579 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-713f77db-88bf-4aa4-b8f6-dc4b71732b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:53.198394 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-713f77db-88bf-4aa4-b8f6-dc4b71732b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:53.205023 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cd160f6c-d87e-440c-b71a-fb6dc3f55e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:53.260509 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-713f77db-88bf-4aa4-b8f6-dc4b71732b27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a558ce3497f942278981904d42325912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5539935 Jun 22 18:32:53.263573 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f77db-88bf-4aa4-b8f6-dc4b71732b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc2660b-0a02-416a-947e-a1e0d95ec086,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:53.266260 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 50820) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:53.272902 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-713f77db-88bf-4aa4-b8f6-dc4b71732b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:53.351261 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f840125-c445-43e7-a89d-996735224672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:53.354854 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4b9bcdc5-86de-4455-bce7-e71ba02aed94 req-811bef9a-968c-4f9d-9e14-0fc01668f88b service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336867 Jun 22 18:32:53.391575 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f840125-c445-43e7-a89d-996735224672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:53.440685 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c722e92-18e6-4d7f-9dc0-0b881f49ff54 req-c0d00d0e-4b25-40a4-994c-2bc83b734a9c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:53.444219 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9c722e92-18e6-4d7f-9dc0-0b881f49ff54 req-c0d00d0e-4b25-40a4-994c-2bc83b734a9c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 945 time: 0.2652059 Jun 22 18:32:53.470742 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f840125-c445-43e7-a89d-996735224672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:53.475261 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7f840125-c445-43e7-a89d-996735224672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:53.481609 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-7f840125-c445-43e7-a89d-996735224672 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5dc2660b-0a02-416a-947e-a1e0d95ec086 HTTP/1.1" status: 204 len: 168 time: 0.2093081 Jun 22 18:32:53.481609 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3d538c89-3231-49ec-8568-8b1823f9a9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:53.495258 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:32:53.518526 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f840125-c445-43e7-a89d-996735224672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc2660b-0a02-416a-947e-a1e0d95ec086,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:53.519028 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Sync routers for ids ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:32:53.522060 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7f840125-c445-43e7-a89d-996735224672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:53.544667 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Routers {'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:53.545718 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:32:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:53.575137 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9c722e92-18e6-4d7f-9dc0-0b881f49ff54 req-10080b85-8c65-4e7d-911d-5f5f30751e4f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200609 Jun 22 18:32:53.576857 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:53.582003 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1285620 Jun 22 18:32:53.582708 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 50830) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:53.586824 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45e46-41d8-40f4-a2c0-e2645089720d req-2f5524fb-0e5d-481b-9dfe-a5de8bf1ab50 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:53.590443 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-08a45e46-41d8-40f4-a2c0-e2645089720d req-2f5524fb-0e5d-481b-9dfe-a5de8bf1ab50 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1306806 Jun 22 18:32:53.689635 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-08a45e46-41d8-40f4-a2c0-e2645089720d req-633f06ed-2d9d-42a6-965c-90a5b486f456 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902305 Jun 22 18:32:53.773797 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Set router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:54.133746 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:32:50Z', 'revision_number': 3, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port': {'id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:49Z', 'updated_at': '2021-06-22T18:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:54.176529 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Checking router: a94cd8c3-f047-4409-a8fb-f11b5f12a7bc for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:32:54.177159 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Updating router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc port 4c6526bf-21b4-4b44-a322-665a835fdf66 binding host dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:32:54.240611 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.291529 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device c3f6842f-472b-46a9-90b2-1b851a030cc0 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:54.405882 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb60ba-0c4b-4f55-b049-4cb008e8312c req-4ac51b0c-dd0b-4af8-8863-758813f1de3f tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:54.407843 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-babb60ba-0c4b-4f55-b049-4cb008e8312c req-4ac51b0c-dd0b-4af8-8863-758813f1de3f tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 945 time: 0.1442039 Jun 22 18:32:54.468330 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port c3f6842f-472b-46a9-90b2-1b851a030cc0 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:54.469193 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.576727 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device c6324fd9-4112-4a99-99f7-cb241e886907 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:54.604852 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43452b8d-74cc-48e7-997c-8ec4dd84f131 req-105f7f1c-b1af-4a16-abcc-d2c24c5bc409 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:54.609870 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-babb60ba-0c4b-4f55-b049-4cb008e8312c req-09a21485-c65b-4c39-9bf4-61855a648196 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055522 Jun 22 18:32:54.613952 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-43452b8d-74cc-48e7-997c-8ec4dd84f131 req-105f7f1c-b1af-4a16-abcc-d2c24c5bc409 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 945 time: 0.0896909 Jun 22 18:32:54.666583 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.670710 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-43452b8d-74cc-48e7-997c-8ec4dd84f131 req-db6887c6-87c8-4b70-aebc-b807ed0270aa tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551112 Jun 22 18:32:54.687522 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Transition to ACTIVE for port object 4c6526bf-21b4-4b44-a322-665a835fdf66 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:54.699920 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.702710 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:54.708780 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.760717 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Attempting to bind port 4c6526bf-21b4-4b44-a322-665a835fdf66 on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:32:54.761096 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Attempting to bind port 4c6526bf-21b4-4b44-a322-665a835fdf66 by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:32:54.761560 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Attempting to bind port 4c6526bf-21b4-4b44-a322-665a835fdf66 on network 75389754-8e88-4ca5-ba06-bd89ba60b866 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:32:54.771956 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:32:54.772505 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Checking segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:32:54.772798 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.773211 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Bound using segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:32:54.773718 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Bound port: 4c6526bf-21b4-4b44-a322-665a835fdf66, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:32:54.774111 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.777543 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Pushing event updated for resources: {'Port': ['ID=4c6526bf-21b4-4b44-a322-665a835fdf66,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:54.811824 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port c6324fd9-4112-4a99-99f7-cb241e886907 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:54.813824 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.814078 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.814432 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.814746 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.815130 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.815460 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.815784 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.816108 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.816453 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.816779 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.817098 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.817202 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port c6324fd9-4112-4a99-99f7-cb241e886907 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:54.817413 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:32:54.817621 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.840216 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:54.871685 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d7366-9a01-45df-ac22-08b3a07e3e73 req-daf44227-673d-4583-8535-ebb1f68f201f tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:54.873447 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a80d7366-9a01-45df-ac22-08b3a07e3e73 req-daf44227-673d-4583-8535-ebb1f68f201f tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.16 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 945 time: 0.2545233 Jun 22 18:32:54.916077 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] For port 4c6526bf-21b4-4b44-a322-665a835fdf66, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:32:54.922558 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] For port 4c6526bf-21b4-4b44-a322-665a835fdf66, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=4c6526bf-21b4-4b44-a322-665a835fdf66,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:32:54.931401 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.946889 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:54.957939 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:54.987301 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2056f1cf-49c7-4e2c-9885-eb542023fb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6324fd9-4112-4a99-99f7-cb241e886907'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:54.990669 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187277d8-20c9-4910-95cf-362db51762fe" -d '{"events": [{"server_uuid": "2056f1cf-49c7-4e2c-9885-eb542023fb29", "name": "network-vif-plugged", "status": "completed", "tag": "c6324fd9-4112-4a99-99f7-cb241e886907"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:55.062484 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Pushing event updated for resources: {'Port': ['ID=4c6526bf-21b4-4b44-a322-665a835fdf66,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:55.065542 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port c6324fd9-4112-4a99-99f7-cb241e886907, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c6324fd9-4112-4a99-99f7-cb241e886907,segment=NetworkSegment(de301a4f-e2e3-4990-a3e5-59046b0b78f3),segment_id=de301a4f-e2e3-4990-a3e5-59046b0b78f3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:55.073771 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:55.085797 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:55.094497 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:55.095273 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Routers {'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:55.096031 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:32:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:55.118504 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55dce0a-99ca-4bf7-b4b1-ae1116709416 req-b4ecdb9e-f214-49b7-a229-e169bd56ee17 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:55.125981 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f55dce0a-99ca-4bf7-b4b1-ae1116709416 req-b4ecdb9e-f214-49b7-a229-e169bd56ee17 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.2456820 Jun 22 18:32:55.168623 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-a80d7366-9a01-45df-ac22-08b3a07e3e73 req-3bf721fb-2ab4-4d92-a2de-f2f3999863ac tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Deleting port 379eea9b-94b4-46c2-ac9d-2affdfe4a043 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:32:55.169215 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a80d7366-9a01-45df-ac22-08b3a07e3e73 req-3bf721fb-2ab4-4d92-a2de-f2f3999863ac tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:55.190799 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ea0192-5196-4365-89df-c12da6aedf83 x-openstack-request-id: req-25ea0192-5196-4365-89df-c12da6aedf83 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:55.191131 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2056f1cf-49c7-4e2c-9885-eb542023fb29", "name": "network-vif-plugged", "status": "completed", "tag": "c6324fd9-4112-4a99-99f7-cb241e886907", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:55.191396 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25ea0192-5196-4365-89df-c12da6aedf83 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:55.191807 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056f1cf-49c7-4e2c-9885-eb542023fb29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6324fd9-4112-4a99-99f7-cb241e886907', 'code': 200} Jun 22 18:32:55.244509 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Allocated IP 172.20.0.1 (63959033-e20c-4430-9fd5-a93c9b3bbe83/3af66886-a1f2-4885-aa59-0ab8d41f05f3/86deb524-6fc2-4bc6-a5c5-f2f794af400a) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:32:55.259721 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f55dce0a-99ca-4bf7-b4b1-ae1116709416 req-9c756eb4-9ecb-44df-b9d1-724487f62460 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321819 Jun 22 18:32:55.285372 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=c6324fd9-4112-4a99-99f7-cb241e886907,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:55.292866 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:55.377912 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] Set router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:55.596056 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de95f2e-35ca-418c-9ef4-5763fb353d3f req-2cc528e3-9809-4d40-b56f-8310bc83fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:55.597622 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-8de95f2e-35ca-418c-9ef4-5763fb353d3f req-2cc528e3-9809-4d40-b56f-8310bc83fb81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 1099 time: 0.1022274 Jun 22 18:32:55.661889 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-8de95f2e-35ca-418c-9ef4-5763fb353d3f req-11b239a5-1015-46db-a91c-40c802bb3f7f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547783 Jun 22 18:32:55.662803 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:32:50Z', 'revision_number': 3, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port': {'id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:49Z', 'updated_at': '2021-06-22T18:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:55.721249 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecfbb02-c666-453f-aa1e-183faf5d182c None None] The sync data for ids ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'] in dv-cinder-774286-17-smb is: [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:32:50Z', 'revision_number': 3, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port': {'id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:49Z', 'updated_at': '2021-06-22T18:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:32:55.972731 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-a80d7366-9a01-45df-ac22-08b3a07e3e73 req-3bf721fb-2ab4-4d92-a2de-f2f3999863ac tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] For port 379eea9b-94b4-46c2-ac9d-2affdfe4a043, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=379eea9b-94b4-46c2-ac9d-2affdfe4a043,segment=NetworkSegment(be72372a-9bf0-498e-8c8e-839ed1ca4504),segment_id=be72372a-9bf0-498e-8c8e-839ed1ca4504)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:55.973758 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a80d7366-9a01-45df-ac22-08b3a07e3e73 req-3bf721fb-2ab4-4d92-a2de-f2f3999863ac tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:56.021173 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-a80d7366-9a01-45df-ac22-08b3a07e3e73 req-3bf721fb-2ab4-4d92-a2de-f2f3999863ac tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Calling delete_port for 379eea9b-94b4-46c2-ac9d-2affdfe4a043 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:32:56.051421 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:56.119259 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Transition to ACTIVE for port object 86deb524-6fc2-4bc6-a5c5-f2f794af400a will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:32:56.140536 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb24084-ab3c-40a3-a646-09f3341ec714 req-468122d7-99dc-4c3c-aa5e-1fc664b8ded0 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:56.142124 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1fb24084-ab3c-40a3-a646-09f3341ec714 req-468122d7-99dc-4c3c-aa5e-1fc664b8ded0 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 945 time: 0.1399014 Jun 22 18:32:56.163674 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812c899-9f80-4d72-ad72-84726335cd1c req-11f13776-2029-4ca8-bf3d-26120b530625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:56.164884 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bf17b-4dfc-4ac3-b803-7f34366daeed req-e5c2248a-d176-4769-880a-1d0e897f9db7 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:56.168458 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4d6bf17b-4dfc-4ac3-b803-7f34366daeed req-e5c2248a-d176-4769-880a-1d0e897f9db7 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 946 time: 0.2883754 Jun 22 18:32:56.184686 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a812c899-9f80-4d72-ad72-84726335cd1c req-11f13776-2029-4ca8-bf3d-26120b530625 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4b35ad2eae2437293a521d8a216c696&device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.1235337 Jun 22 18:32:56.275740 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4d6bf17b-4dfc-4ac3-b803-7f34366daeed req-7bc75fa7-ae0d-4f1b-b0f8-062352e38acf tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795779 Jun 22 18:32:56.292672 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065622597'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:56.301180 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1fb24084-ab3c-40a3-a646-09f3341ec714 req-cb30a0c6-1407-4982-bcd4-25fa116a0e44 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168807 Jun 22 18:32:56.360196 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:56.394128 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812c899-9f80-4d72-ad72-84726335cd1c req-3cf13d8a-07fd-451f-8b07-b1fa110e13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:56.396634 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a812c899-9f80-4d72-ad72-84726335cd1c req-3cf13d8a-07fd-451f-8b07-b1fa110e13b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=75e6befd-6f26-4650-9b7e-2f30ce50a808 HTTP/1.1" status: 200 len: 919 time: 0.1933215 Jun 22 18:32:56.421921 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Network 63959033-e20c-4430-9fd5-a93c9b3bbe83 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:56.421921 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:56.448008 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Pushing event updated for resources: {'Port': ['ID=86deb524-6fc2-4bc6-a5c5-f2f794af400a,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:56.457633 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a812c899-9f80-4d72-ad72-84726335cd1c req-626d8628-b78e-4fcc-ac98-43c52bb3e924 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dad63c-e32c-4e2f-b78e-2c9c2913157d HTTP/1.1" status: 200 len: 217 time: 0.0518301 Jun 22 18:32:56.481156 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:32:56.483780 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:56.521966 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a80d7366-9a01-45df-ac22-08b3a07e3e73 req-3bf721fb-2ab4-4d92-a2de-f2f3999863ac tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:56.533873 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:56.539560 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['379eea9b-94b4-46c2-ac9d-2affdfe4a043'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:32:56.573153 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812c899-9f80-4d72-ad72-84726335cd1c req-a5069ad5-a905-4fb7-893a-94941055df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:56.574849 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a812c899-9f80-4d72-ad72-84726335cd1c req-a5069ad5-a905-4fb7-893a-94941055df95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=748b275f-0ae5-4fac-9860-855a76ef2bec HTTP/1.1" status: 200 len: 858 time: 0.1001430 Jun 22 18:32:56.596415 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741947'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:56.610248 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf721fb-2ab4-4d92-a2de-f2f3999863ac tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Pushing event deleted for resources: {'Port': ['ID=379eea9b-94b4-46c2-ac9d-2affdfe4a043,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:56.613855 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3bf721fb-2ab4-4d92-a2de-f2f3999863ac tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:56.629062 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a812c899-9f80-4d72-ad72-84726335cd1c req-8a0cbd40-863c-423c-967e-87fdd7b72811 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75e6befd-6f26-4650-9b7e-2f30ce50a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424571 Jun 22 18:32:56.702413 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4f4fd6a7-b3e6-48d1-9392-5864e55a1704 None None] Provisioning for port 86deb524-6fc2-4bc6-a5c5-f2f794af400a completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:56.712941 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80d7366-9a01-45df-ac22-08b3a07e3e73 req-3bf721fb-2ab4-4d92-a2de-f2f3999863ac tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] No DVR routers for this DVR port 379eea9b-94b4-46c2-ac9d-2affdfe4a043 on host hv-cinder-77428 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:32:56.714042 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4f4fd6a7-b3e6-48d1-9392-5864e55a1704 None None] Provisioning complete for port 86deb524-6fc2-4bc6-a5c5-f2f794af400a triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:56.714716 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f4fd6a7-b3e6-48d1-9392-5864e55a1704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:56.721815 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-a80d7366-9a01-45df-ac22-08b3a07e3e73 req-3bf721fb-2ab4-4d92-a2de-f2f3999863ac tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:56.721815 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a80d7366-9a01-45df-ac22-08b3a07e3e73 req-3bf721fb-2ab4-4d92-a2de-f2f3999863ac tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.16 "DELETE /v2.0/ports/379eea9b-94b4-46c2-ac9d-2affdfe4a043 HTTP/1.1" status: 204 len: 173 time: 1.8367686 Jun 22 18:32:56.721815 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3', 'name': 'network-vif-deleted', 'tag': '379eea9b-94b4-46c2-ac9d-2affdfe4a043'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:32:56.743878 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46033fa3-82ac-4378-9301-81b458b0a9d5" -d '{"events": [{"server_uuid": "38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3", "name": "network-vif-deleted", "tag": "379eea9b-94b4-46c2-ac9d-2affdfe4a043"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:32:56.804582 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-4f4fd6a7-b3e6-48d1-9392-5864e55a1704 None None] Port 86deb524-6fc2-4bc6-a5c5-f2f794af400a cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:32:56.850225 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6570e-ada8-458b-b45e-542c37d94bfc req-25601bc9-b70b-443b-9ff1-8fb5a35c34e2 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:56.852192 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-44f6570e-ada8-458b-b45e-542c37d94bfc req-25601bc9-b70b-443b-9ff1-8fb5a35c34e2 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.3683062 Jun 22 18:32:56.896350 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a812c899-9f80-4d72-ad72-84726335cd1c req-1abeca1c-7038-4843-99ea-47cd94c8d3ed service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512586 Jun 22 18:32:56.904259 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1b83b3-f383-4834-b2e7-3ad5de70bca4 x-openstack-request-id: req-ee1b83b3-f383-4834-b2e7-3ad5de70bca4 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:32:56.904603 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3", "name": "network-vif-deleted", "tag": "379eea9b-94b4-46c2-ac9d-2affdfe4a043", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:32:56.904905 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee1b83b3-f383-4834-b2e7-3ad5de70bca4 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:32:56.905339 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3', 'name': 'network-vif-deleted', 'tag': '379eea9b-94b4-46c2-ac9d-2affdfe4a043', 'status': 'completed', 'code': 200} Jun 22 18:32:57.002505 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:57.101852 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-44f6570e-ada8-458b-b45e-542c37d94bfc req-91a3f277-5666-466d-90bc-bd28d19b0bb5 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363615 Jun 22 18:32:57.205184 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a812c899-9f80-4d72-ad72-84726335cd1c req-7aec9e09-35b2-4a1f-adc7-ae7e6669ae87 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956185 Jun 22 18:32:57.333950 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:57.340144 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:57.343700 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:57.429056 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Pushing event updated for resources: {'Port': ['ID=86deb524-6fc2-4bc6-a5c5-f2f794af400a,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:57.435754 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:57.439315 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706295'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:57.647993 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9085e3b3-fd8e-4403-9c2b-8993fd76f676 req-95f1b5b2-e405-4bc9-9363-b26806934592 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=38b4bf64-3ec3-4d38-ba4e-b9f67b2405c3 HTTP/1.1" status: 200 len: 210 time: 0.0639582 Jun 22 18:32:57.754100 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Network 63959033-e20c-4430-9fd5-a93c9b3bbe83 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:32:57.756847 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:32:57.879386 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a68fb-843d-4515-aa68-25b5353e84a4 req-082edc8c-b41c-4df1-8d26-0f025285647a tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:57.881229 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d45a68fb-843d-4515-aa68-25b5353e84a4 req-082edc8c-b41c-4df1-8d26-0f025285647a tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 946 time: 0.2243969 Jun 22 18:32:58.038562 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d45a68fb-843d-4515-aa68-25b5353e84a4 req-600eb685-fd4f-4ad8-bb75-c3eeda49582d tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450348 Jun 22 18:32:58.100036 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:32:58.308486 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5ae3aeb5-1042-499a-8fdb-039d79d0ed90 None None] Provisioning complete for port 86deb524-6fc2-4bc6-a5c5-f2f794af400a triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:58.309282 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5ae3aeb5-1042-499a-8fdb-039d79d0ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:58.428607 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 4c6526bf-21b4-4b44-a322-665a835fdf66 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:32:58.572051 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:32:58.595915 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] 10.222.0.20 "PUT /v2.0/routers/a94cd8c3-f047-4409-a8fb-f11b5f12a7bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0110421 Jun 22 18:32:58.856790 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Sync routers for ids ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:32:58.858999 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 379eea9b-94b4-46c2-ac9d-2affdfe4a043 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:32:58.949695 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: 379eea9b-94b4-46c2-ac9d-2affdfe4a043 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:32:58.950194 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 379eea9b-94b4-46c2-ac9d-2affdfe4a043 not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:32:58.951765 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3aeb5-1042-499a-8fdb-039d79d0ed90 None None] Port 86deb524-6fc2-4bc6-a5c5-f2f794af400a cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:32:59.005097 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Routers {'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:32:59.005922 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:32:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:59.061297 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port 4c6526bf-21b4-4b44-a322-665a835fdf66 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:32:59.068503 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 4c6526bf-21b4-4b44-a322-665a835fdf66 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:32:59.069152 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:59.092089 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe730d-1041-4582-afd0-25d632b83c23 req-061720cb-5cdb-4300-824f-3128b0dd87d8 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:59.093630 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cfbe730d-1041-4582-afd0-25d632b83c23 req-061720cb-5cdb-4300-824f-3128b0dd87d8 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.5675130 Jun 22 18:32:59.164165 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cfbe730d-1041-4582-afd0-25d632b83c23 req-b32b0aa5-ccce-4674-bf74-08f68fc5f8fe tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577424 Jun 22 18:32:59.168813 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Set router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:32:59.424270 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:59.505157 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-2db47ea7-4884-4c41-b00b-29fdbf40debe tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:32:59.515186 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-2db47ea7-4884-4c41-b00b-29fdbf40debe tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/networks?id=6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d HTTP/1.1" status: 200 len: 809 time: 0.2058442 Jun 22 18:32:59.538412 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-1d14c4cd-f224-41c0-ac0d-e89ec6751def tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/quotas/4f5a3e2fe8f34bbaa73bc654ca7d4887 HTTP/1.1" status: 200 len: 375 time: 0.0219679 Jun 22 18:32:59.548435 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port 4c6526bf-21b4-4b44-a322-665a835fdf66, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=4c6526bf-21b4-4b44-a322-665a835fdf66,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:32:59.590242 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:59.618174 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:32:59.624650 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-378f8677-7ec0-4f76-abee-a0e9974ec0e1 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4f5a3e2fe8f34bbaa73bc654ca7d4887&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845566 Jun 22 18:32:59.654561 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:59.765467 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=4c6526bf-21b4-4b44-a322-665a835fdf66,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:32:59.783036 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:32:59.795558 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:32:56Z', 'revision_number': 4, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port': {'id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:49Z', 'updated_at': '2021-06-22T18:32:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '86deb524-6fc2-4bc6-a5c5-f2f794af400a', 'name': '', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'mac_address': 'fa:16:3e:9a:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:54Z', 'updated_at': '2021-06-22T18:32:57Z', 'revision_number': 2, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'subnets': [{'id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:32:59.870312 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-6c1c6474-0726-41ca-8ea9-273f040f72e7 service neutron] 10.222.0.20 "GET /v2.0/networks/6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415068 Jun 22 18:32:59.880020 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Checking router: a94cd8c3-f047-4409-a8fb-f11b5f12a7bc for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:32:59.880807 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Updating router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc port 86deb524-6fc2-4bc6-a5c5-f2f794af400a binding host dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:32:59.895546 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 51060) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:32:59.902069 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1414165999-network', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:32:59.941255 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:59.947607 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Made reservation on behalf of 773965e820e14ce4ac55df48e0c1ec43 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:32:59.952074 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:32:59.981518 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.006199 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-8bf0c222-879d-409d-a8f7-82dd188eb111 service neutron] 10.222.0.20 "GET /v2.0/networks/6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303208 Jun 22 18:33:00.170496 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 51064) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:00.188933 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.217821 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.230814 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0b524177-485b-43a2-ba10-349a0d7c44f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:00.288315 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:33:00.349700 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.351124 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.db.segments_db [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Added segment 983b7fa7-24b5-4466-9bd0-e971507c497e of type vlan for network 5768bec0-1513-43fc-b350-c4192b539eac Jun 22 18:33:00.354071 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31b0208-d65c-4c16-b291-f37c4a30cce1,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:00.376051 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.377231 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1e3df520-764f-452e-983e-038892628ecc req-d448cc4a-3421-4996-9287-6030e36e8043 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 210 time: 0.1091321 Jun 22 18:33:00.379696 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:00.390096 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Transition to ACTIVE for port object 86deb524-6fc2-4bc6-a5c5-f2f794af400a will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:00.397402 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 4c6526bf-21b4-4b44-a322-665a835fdf66 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:00.402588 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.435916 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:00.469600 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.555740 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-40a49427-b212-4cc5-a0cc-2dcaf688de0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.567359 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe7334-1c1e-4c89-997e-22bc5e79a9df None None] Pushing event updated for resources: {'Port': ['ID=86deb524-6fc2-4bc6-a5c5-f2f794af400a,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:00.575233 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-37fe7334-1c1e-4c89-997e-22bc5e79a9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:00.609011 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.612717 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:00.613944 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.616948 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Attempting to bind port 86deb524-6fc2-4bc6-a5c5-f2f794af400a on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:33:00.617671 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Attempting to bind port 86deb524-6fc2-4bc6-a5c5-f2f794af400a by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '57b86d0a-ab00-4733-bd60-5509518e7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:33:00.618273 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Attempting to bind port 86deb524-6fc2-4bc6-a5c5-f2f794af400a on network 63959033-e20c-4430-9fd5-a93c9b3bbe83 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:00.623173 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1d8601d8-0787-4318-b722-812e2b989bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:00.627820 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:33:00.628838 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Checking segment: {'id': '57b86d0a-ab00-4733-bd60-5509518e7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:33:00.629022 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.629647 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Bound using segment: {'id': '57b86d0a-ab00-4733-bd60-5509518e7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:33:00.630153 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Bound port: 86deb524-6fc2-4bc6-a5c5-f2f794af400a, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b86d0a-ab00-4733-bd60-5509518e7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:33:00.630642 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.651168 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 4c6526bf-21b4-4b44-a322-665a835fdf66 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:00.651168 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.750257 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Pushing event updated for resources: {'Network': ['ID=5768bec0-1513-43fc-b350-c4192b539eac,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:00.761611 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:00.769699 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network 5768bec0-1513-43fc-b350-c4192b539eac details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:33:00.786752 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdeb29-9f5d-4ab9-96db-86de4479ee20 req-6b99545c-82bc-4572-96ad-ffb6ffc0f1a1 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:00.788698 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-fafdeb29-9f5d-4ab9-96db-86de4479ee20 req-6b99545c-82bc-4572-96ad-ffb6ffc0f1a1 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.2991154 Jun 22 18:33:00.857629 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-40a49427-b212-4cc5-a0cc-2dcaf688de0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.865657 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-40a49427-b212-4cc5-a0cc-2dcaf688de0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:00.875443 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9746947 Jun 22 18:33:00.884056 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-fafdeb29-9f5d-4ab9-96db-86de4479ee20 req-eed484ac-c6d5-4653-a48b-4b53ff0dcfae tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809338 Jun 22 18:33:00.884056 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 51084) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:00.898110 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] Request body: {'subnet': {'network_id': '5768bec0-1513-43fc-b350-c4192b539eac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1414165999-subnet', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:00.942670 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5120ea61-7ad3-4fb5-b6f0-b0ea501bb690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:00.947105 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-40a49427-b212-4cc5-a0cc-2dcaf688de0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=53671acfb71d488a89fd216fb0de1f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7731757 Jun 22 18:33:00.949919 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 51090) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:01.016533 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] Made reservation on behalf of 773965e820e14ce4ac55df48e0c1ec43 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:33:01.020039 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065653974'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.036519 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a49427-b212-4cc5-a0cc-2dcaf688de0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a63742-2896-43c2-9917-0399fb16115d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:01.049469 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-40a49427-b212-4cc5-a0cc-2dcaf688de0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:01.054270 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-05e7f437-4a73-4622-8b99-03e41a8bc17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.082616 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-05e7f437-4a73-4622-8b99-03e41a8bc17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.159508 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-05e7f437-4a73-4622-8b99-03e41a8bc17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.164850 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-05e7f437-4a73-4622-8b99-03e41a8bc17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.170219 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-05e7f437-4a73-4622-8b99-03e41a8bc17b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77a63742-2896-43c2-9917-0399fb16115d HTTP/1.1" status: 204 len: 168 time: 0.2189867 Jun 22 18:33:01.171163 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-05774b60-d748-4fa5-b235-f15cd27aa445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:01.182389 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7f437-4a73-4622-8b99-03e41a8bc17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a63742-2896-43c2-9917-0399fb16115d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:01.183505 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] For port 86deb524-6fc2-4bc6-a5c5-f2f794af400a, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:33:01.195369 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] For port 86deb524-6fc2-4bc6-a5c5-f2f794af400a, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=86deb524-6fc2-4bc6-a5c5-f2f794af400a,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:33:01.195527 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-05e7f437-4a73-4622-8b99-03e41a8bc17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:01.208594 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.232891 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:01.382177 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Routers {'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:33:01.382644 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:32:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:01.507013 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe7334-1c1e-4c89-997e-22bc5e79a9df None None] Pushing event updated for resources: {'Port': ['ID=86deb524-6fc2-4bc6-a5c5-f2f794af400a,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:01.533851 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065622745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065654008'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.537833 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b96b5626-6d46-4f26-84b2-a146a37162d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:01.566560 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-37fe7334-1c1e-4c89-997e-22bc5e79a9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:01.668339 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b45215c2-bc7f-455d-9424-0fc22331ce41,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:01.684945 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] Set router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:33:01.699052 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:01.709965 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] Checking segment: {'id': '983b7fa7-24b5-4466-9bd0-e971507c497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5768bec0-1513-43fc-b350-c4192b539eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:33:01.710343 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] Network hostable DHCP agents. Network: 5768bec0-1513-43fc-b350-c4192b539eac, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:33:01.753965 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] Network 5768bec0-1513-43fc-b350-c4192b539eac is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:33:01.779167 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, 5768bec0-1513-43fc-b350-c4192b539eac) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:01.791047 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-af3606f4-34b2-4f3a-822d-c5da6d126a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.798248 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:01.798891 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.799719 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7630fc7b-b740-44cf-84e5-dec279382f55 None None] Network 5768bec0-1513-43fc-b350-c4192b539eac requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:33:01.827399 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9472141 Jun 22 18:33:01.831637 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 51114) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:01.846325 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1414165999-router', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:01.906973 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:01.908791 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.125545 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6b132e92-9043-40cd-b64c-53c53bd4a9c8 req-a2b5ffcf-6893-41b6-93d5-59ad4a2073de tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 210 time: 0.1339591 Jun 22 18:33:02.141119 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.350230 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d947dc-f13e-4655-83f8-988255ad6561 req-98b0d90a-a1c4-40e2-8295-af37670f5931 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:02.356112 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b2d947dc-f13e-4655-83f8-988255ad6561 req-98b0d90a-a1c4-40e2-8295-af37670f5931 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1706467 Jun 22 18:33:02.450055 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-584'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.505414 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b2d947dc-f13e-4655-83f8-988255ad6561 req-fbbfeb68-7951-401a-b898-588d9eb73081 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340623 Jun 22 18:33:02.604591 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d19453-fdc3-5b30-8fd6-aedd5265515b-5768bec0-1513-43fc-b350-c4192b539eac', 'network_id': '5768bec0-1513-43fc-b350-c4192b539eac', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'fixed_ips': [{'subnet_id': 'b45215c2-bc7f-455d-9424-0fc22331ce41'}]}} from dv-cinder-774286-17-smb. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:33:02.610651 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:02.964464 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Allocated IP 172.20.0.2 (5768bec0-1513-43fc-b350-c4192b539eac/b45215c2-bc7f-455d-9424-0fc22331ce41/ded2be18-0b7d-4dec-9f72-d84b500f1541) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:33:02.987854 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:32:56Z', 'revision_number': 4, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port': {'id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:49Z', 'updated_at': '2021-06-22T18:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '86deb524-6fc2-4bc6-a5c5-f2f794af400a', 'name': '', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'mac_address': 'fa:16:3e:9a:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:54Z', 'updated_at': '2021-06-22T18:33:01Z', 'revision_number': 4, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'subnets': [{'id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:03.015642 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.026323 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99932121-aa34-4ad9-8c76-876f1f0866ab None None] The sync data for ids ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'] in dv-cinder-774286-17-smb is: [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:32:56Z', 'revision_number': 4, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port': {'id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:49Z', 'updated_at': '2021-06-22T18:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '86deb524-6fc2-4bc6-a5c5-f2f794af400a', 'name': '', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'mac_address': 'fa:16:3e:9a:c0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:54Z', 'updated_at': '2021-06-22T18:33:01Z', 'revision_number': 4, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'subnets': [{'id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:33:03.067609 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.240693 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-0a41b452-0dc0-468a-8d90-f94ce21062a7 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:03.244005 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-0a41b452-0dc0-468a-8d90-f94ce21062a7 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.16 "GET /v2.0/networks?id=6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d HTTP/1.1" status: 200 len: 809 time: 0.4462712 Jun 22 18:33:03.349427 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Request body: {'port': {'device_id': 'd81f0a38-a1d6-4f53-bf2f-cbb44cb5208c', 'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d', 'admin_state_up': True, 'tenant_id': '4f5a3e2fe8f34bbaa73bc654ca7d4887'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:03.402295 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.422287 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Transition to ACTIVE for port object ded2be18-0b7d-4dec-9f72-d84b500f1541 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:03.464346 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Transition to ACTIVE for port object ded2be18-0b7d-4dec-9f72-d84b500f1541 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:03.473206 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.475329 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:03.526902 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5ccc4-82f1-40f5-bf16-f85f70c0238a req-8a671fe6-968a-4d50-b1a1-02cc36d25d94 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:03.535296 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5d5ccc4-82f1-40f5-bf16-f85f70c0238a req-8a671fe6-968a-4d50-b1a1-02cc36d25d94 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 945 time: 0.1619797 Jun 22 18:33:03.537525 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-332a7003-c9c4-415a-a057-5d55e85faf61 req-aef13e5a-3b00-4584-b85f-256d622226d8 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 210 time: 0.1748531 Jun 22 18:33:03.613648 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Network 5768bec0-1513-43fc-b350-c4192b539eac is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:33:03.620775 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5d5ccc4-82f1-40f5-bf16-f85f70c0238a req-e4d3c93f-fbc2-4d36-aeb7-5db75668b586 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783215 Jun 22 18:33:03.647377 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:03.658771 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Allocated IP 172.28.3.71 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/b88c6934-4f51-45d1-8da3-5747b89f34cb) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:33:03.668254 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:33:03.820080 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Made reservation on behalf of 4f5a3e2fe8f34bbaa73bc654ca7d4887 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:33:03.822888 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Pushing event updated for resources: {'Port': ['ID=ded2be18-0b7d-4dec-9f72-d84b500f1541,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:03.823883 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.842962 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:03.935828 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Attempting to bind port ded2be18-0b7d-4dec-9f72-d84b500f1541 on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:33:03.936866 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Attempting to bind port ded2be18-0b7d-4dec-9f72-d84b500f1541 by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '983b7fa7-24b5-4466-9bd0-e971507c497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5768bec0-1513-43fc-b350-c4192b539eac'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:33:03.937673 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Attempting to bind port ded2be18-0b7d-4dec-9f72-d84b500f1541 on network 5768bec0-1513-43fc-b350-c4192b539eac {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:03.948422 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:33:03.949667 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Checking segment: {'id': '983b7fa7-24b5-4466-9bd0-e971507c497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5768bec0-1513-43fc-b350-c4192b539eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:33:03.950685 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:03.951746 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Bound using segment: {'id': '983b7fa7-24b5-4466-9bd0-e971507c497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5768bec0-1513-43fc-b350-c4192b539eac'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:33:03.952936 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Bound port: ded2be18-0b7d-4dec-9f72-d84b500f1541, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983b7fa7-24b5-4466-9bd0-e971507c497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5768bec0-1513-43fc-b350-c4192b539eac'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:33:03.954282 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.076007 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.077406 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] For port ded2be18-0b7d-4dec-9f72-d84b500f1541, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:33:04.089775 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] For port ded2be18-0b7d-4dec-9f72-d84b500f1541, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=ded2be18-0b7d-4dec-9f72-d84b500f1541,segment=NetworkSegment(983b7fa7-24b5-4466-9bd0-e971507c497e),segment_id=983b7fa7-24b5-4466-9bd0-e971507c497e)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:33:04.119218 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.124171 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:04.129249 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d9345-f741-48c9-9ca7-b3683ce24d85 req-dbd3709a-9eae-4792-870e-2026c238486c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:04.131673 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a46d9345-f741-48c9-9ca7-b3683ce24d85 req-dbd3709a-9eae-4792-870e-2026c238486c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.3151746 Jun 22 18:33:04.268496 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Pushing event updated for resources: {'Port': ['ID=ded2be18-0b7d-4dec-9f72-d84b500f1541,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:04.279661 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:04.311073 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a46d9345-f741-48c9-9ca7-b3683ce24d85 req-37302118-de79-4162-ad8d-24df8b227eef tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443748 Jun 22 18:33:04.340262 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Allocated IP 172.20.0.12 (6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d/1e59ec6d-38ff-4242-9dc1-3429dad0111f/5e465106-ffdc-4ddd-ba00-64281c95facc) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:33:04.344701 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 86deb524-6fc2-4bc6-a5c5-f2f794af400a up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:04.389074 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.419193 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-94ce7be6-64fa-4bfc-af44-e13bdd8175cc tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:04.470128 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port 86deb524-6fc2-4bc6-a5c5-f2f794af400a completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:04.484092 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 86deb524-6fc2-4bc6-a5c5-f2f794af400a triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:04.484673 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.580417 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:33:04.612096 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:04.720880 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:33:04.733622 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.837098 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port 86deb524-6fc2-4bc6-a5c5-f2f794af400a, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=86deb524-6fc2-4bc6-a5c5-f2f794af400a,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:04.844088 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:04.853592 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:04.880516 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b88c6934-4f51-45d1-8da3-5747b89f34cb,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:04.926802 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:04.996355 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=86deb524-6fc2-4bc6-a5c5-f2f794af400a,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:05.006598 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:05.028377 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-be511633-5d2b-4b8e-a75c-e22bb2fc1509 req-1fe99d05-eaf1-4315-8272-32dbc38712a8 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 210 time: 0.0793822 Jun 22 18:33:05.094454 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:05.304680 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2e6d6add-7b98-4b77-8c5f-80c313c74e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:05.534078 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469ce70-1a56-4a3b-abcc-fb35a4bf3799 req-2fe4adfc-391e-42de-bb1c-1ba4270b2c3f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:05.535993 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5469ce70-1a56-4a3b-abcc-fb35a4bf3799 req-2fe4adfc-391e-42de-bb1c-1ba4270b2c3f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 945 time: 0.1119971 Jun 22 18:33:05.608980 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:05.633447 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:05.641775 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:05.654302 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33efb47-48aa-4e03-8ae6-e0ff293a1aa6 req-f5c469b4-b677-409c-b79a-707b6325be92 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:05.656684 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d33efb47-48aa-4e03-8ae6-e0ff293a1aa6 req-f5c469b4-b677-409c-b79a-707b6325be92 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 945 time: 0.6250606 Jun 22 18:33:05.782319 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d8a4e-0baf-487c-b9f1-83594772124e req-a722ffa1-a2b0-4d95-b283-14e52db7bb4a tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:05.792869 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf4d8a4e-0baf-487c-b9f1-83594772124e req-a722ffa1-a2b0-4d95-b283-14e52db7bb4a tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1970289 Jun 22 18:33:05.821469 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Network 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:33:05.864935 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-5469ce70-1a56-4a3b-abcc-fb35a4bf3799 req-96366b92-c601-44ad-8f9c-5dda997a4298 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Deleting port 2728d192-934f-41c2-81a2-4362399897c7 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:05.865748 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5469ce70-1a56-4a3b-abcc-fb35a4bf3799 req-96366b92-c601-44ad-8f9c-5dda997a4298 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:05.876827 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf4d8a4e-0baf-487c-b9f1-83594772124e req-ef7b23ea-d24d-41b5-a1dc-6dea360b6f46 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663426 Jun 22 18:33:05.907866 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:05.910461 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:33:05.918592 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Pushing event updated for resources: {'Port': ['ID=5e465106-ffdc-4ddd-ba00-64281c95facc,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:05.921459 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:05.969431 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:05.976581 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a76e0-455e-49b1-bdb2-188c1f050754 None None] Network 5768bec0-1513-43fc-b350-c4192b539eac requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:33:06.039543 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d33efb47-48aa-4e03-8ae6-e0ff293a1aa6 req-f8d52243-00b1-4fed-9f11-e38a2ff5a3bb tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306816 Jun 22 18:33:06.057651 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-5469ce70-1a56-4a3b-abcc-fb35a4bf3799 req-96366b92-c601-44ad-8f9c-5dda997a4298 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] For port 2728d192-934f-41c2-81a2-4362399897c7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=2728d192-934f-41c2-81a2-4362399897c7,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:06.057651 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5469ce70-1a56-4a3b-abcc-fb35a4bf3799 req-96366b92-c601-44ad-8f9c-5dda997a4298 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:06.078133 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-edb022dd-a207-4dd5-9ee3-facf9489d36d None None] Provisioning for port ded2be18-0b7d-4dec-9f72-d84b500f1541 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:06.099595 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-5469ce70-1a56-4a3b-abcc-fb35a4bf3799 req-96366b92-c601-44ad-8f9c-5dda997a4298 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Calling delete_port for 2728d192-934f-41c2-81a2-4362399897c7 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:06.136410 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:06.137348 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:06.236740 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9218459 Jun 22 18:33:06.262439 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Request body: {'port': {'device_id': 'd81f0a38-a1d6-4f53-bf2f-cbb44cb5208c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:06.392436 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:06.426960 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-739597'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:06.440749 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:06.485479 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 86deb524-6fc2-4bc6-a5c5-f2f794af400a up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:06.506224 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15437dc9-0562-4571-a152-1e8a53168b34 req-22c3c546-d34b-4672-aa81-c5fd7c3c9cca tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:06.517992 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-15437dc9-0562-4571-a152-1e8a53168b34 req-22c3c546-d34b-4672-aa81-c5fd7c3c9cca tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 932 time: 0.2783210 Jun 22 18:33:06.531702 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5469ce70-1a56-4a3b-abcc-fb35a4bf3799 req-96366b92-c601-44ad-8f9c-5dda997a4298 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:06.548077 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['b28aa602-8dff-406e-b615-54954362f384', 'e3bc3364-8125-494e-8708-942f7d056426', '87602cd6-a15a-41bd-979d-7b9d9755d199', '2728d192-934f-41c2-81a2-4362399897c7'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:06.568559 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:06.627219 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96366b92-c601-44ad-8f9c-5dda997a4298 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Pushing event deleted for resources: {'Port': ['ID=2728d192-934f-41c2-81a2-4362399897c7,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:06.644966 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-96366b92-c601-44ad-8f9c-5dda997a4298 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:06.652288 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 86deb524-6fc2-4bc6-a5c5-f2f794af400a triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:06.652954 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:06.665667 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-15437dc9-0562-4571-a152-1e8a53168b34 req-73a9329e-8b19-4240-8951-b6bb2d5529cc tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502070 Jun 22 18:33:06.737939 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5469ce70-1a56-4a3b-abcc-fb35a4bf3799 req-96366b92-c601-44ad-8f9c-5dda997a4298 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] No DVR routers for this DVR port 2728d192-934f-41c2-81a2-4362399897c7 on host hv-cinder-77428 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:33:06.741207 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5469ce70-1a56-4a3b-abcc-fb35a4bf3799 req-96366b92-c601-44ad-8f9c-5dda997a4298 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:06.744682 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5469ce70-1a56-4a3b-abcc-fb35a4bf3799 req-96366b92-c601-44ad-8f9c-5dda997a4298 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "DELETE /v2.0/ports/2728d192-934f-41c2-81a2-4362399897c7 HTTP/1.1" status: 204 len: 173 time: 1.2026041 Jun 22 18:33:06.746447 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97bbdc0-a83b-4df0-a051-436b2b58cf6e', 'name': 'network-vif-deleted', 'tag': '2728d192-934f-41c2-81a2-4362399897c7'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:06.750056 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f499a74b-0858-4aee-bb05-f342849d9020" -d '{"events": [{"server_uuid": "b97bbdc0-a83b-4df0-a051-436b2b58cf6e", "name": "network-vif-deleted", "tag": "2728d192-934f-41c2-81a2-4362399897c7"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:06.809559 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded37fc8-9130-4a30-84c5-5cf3c3610765 x-openstack-request-id: req-ded37fc8-9130-4a30-84c5-5cf3c3610765 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:06.810113 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97bbdc0-a83b-4df0-a051-436b2b58cf6e", "name": "network-vif-deleted", "tag": "2728d192-934f-41c2-81a2-4362399897c7", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:06.811692 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ded37fc8-9130-4a30-84c5-5cf3c3610765 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:06.812803 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97bbdc0-a83b-4df0-a051-436b2b58cf6e', 'name': 'network-vif-deleted', 'tag': '2728d192-934f-41c2-81a2-4362399897c7', 'status': 'completed', 'code': 200} Jun 22 18:33:06.897729 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device ded2be18-0b7d-4dec-9f72-d84b500f1541 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:06.985909 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port ded2be18-0b7d-4dec-9f72-d84b500f1541 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:06.996712 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port ded2be18-0b7d-4dec-9f72-d84b500f1541 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:06.997350 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:07.043217 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Router 3e23953b-69f1-40ff-a75c-eafba6ba050e is scheduled to L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:33:07.147236 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c0c1e-c3af-4700-b66f-451f6a007f7b req-9e8cd93b-49fd-4c97-aaae-795620e10b64 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:07.150512 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e465106-ffdc-4ddd-ba00-64281c95facc {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:07.160935 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-557c0c1e-c3af-4700-b66f-451f6a007f7b req-9e8cd93b-49fd-4c97-aaae-795620e10b64 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1309536 Jun 22 18:33:07.186166 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:07.218504 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Transition to ACTIVE for port object 5e465106-ffdc-4ddd-ba00-64281c95facc will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:07.235591 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-557c0c1e-c3af-4700-b66f-451f6a007f7b req-f8326ae4-9335-46cb-9bf2-7e6219b0c5bc tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729928 Jun 22 18:33:07.248408 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:07.258665 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:07.284040 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-16eec6f0-275e-4f8d-a9fb-d046210fa8da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:07.307274 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d956477a-7301-4fba-ab22-03a3e0fb6300 req-70b1debe-82f8-48c6-88ae-ca7348c5fe3a tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=b97bbdc0-a83b-4df0-a051-436b2b58cf6e HTTP/1.1" status: 200 len: 210 time: 0.0911546 Jun 22 18:33:07.334653 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port ded2be18-0b7d-4dec-9f72-d84b500f1541, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=ded2be18-0b7d-4dec-9f72-d84b500f1541,segment=NetworkSegment(983b7fa7-24b5-4466-9bd0-e971507c497e),segment_id=983b7fa7-24b5-4466-9bd0-e971507c497e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:07.337418 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:33:07.341969 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:07.344238 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:07.356352 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Sync routers for ids ['3e23953b-69f1-40ff-a75c-eafba6ba050e'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:33:07.370328 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Routers {'3e23953b-69f1-40ff-a75c-eafba6ba050e'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:33:07.372218 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:33:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['3e23953b-69f1-40ff-a75c-eafba6ba050e'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:07.389642 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:07.394625 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5550795 Jun 22 18:33:07.395057 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 51284) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:07.417926 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=ded2be18-0b7d-4dec-9f72-d84b500f1541,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:07.429206 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Pushing event updated for resources: {'Port': ['ID=5e465106-ffdc-4ddd-ba00-64281c95facc,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:07.439262 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:07.440917 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:07.440917 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:07.440917 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:07.441370 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:07.441879 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:07.442336 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:07.442791 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:07.443288 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:07.443726 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:07.444294 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:07.444734 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:07.449185 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:07.452010 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:07.515820 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Set router 3e23953b-69f1-40ff-a75c-eafba6ba050e gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:33:07.523163 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Attempting to bind port 5e465106-ffdc-4ddd-ba00-64281c95facc on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:33:07.523688 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Attempting to bind port 5e465106-ffdc-4ddd-ba00-64281c95facc by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'be72372a-9bf0-498e-8c8e-839ed1ca4504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:33:07.525337 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Attempting to bind port 5e465106-ffdc-4ddd-ba00-64281c95facc on network 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:07.532590 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Port 5e465106-ffdc-4ddd-ba00-64281c95facc on network 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:33:07.533235 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Attempting to bind port 5e465106-ffdc-4ddd-ba00-64281c95facc on network 6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:07.540088 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:33:07.540587 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Checking segment: {'id': 'be72372a-9bf0-498e-8c8e-839ed1ca4504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:33:07.541055 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Bound using segment: {'id': 'be72372a-9bf0-498e-8c8e-839ed1ca4504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:33:07.541909 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Bound port: 5e465106-ffdc-4ddd-ba00-64281c95facc, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be72372a-9bf0-498e-8c8e-839ed1ca4504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:33:07.542533 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:07.647502 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] For port 5e465106-ffdc-4ddd-ba00-64281c95facc, host hv-cinder-77428, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:33:07.657560 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] For port 5e465106-ffdc-4ddd-ba00-64281c95facc, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e465106-ffdc-4ddd-ba00-64281c95facc,segment=NetworkSegment(be72372a-9bf0-498e-8c8e-839ed1ca4504),segment_id=be72372a-9bf0-498e-8c8e-839ed1ca4504)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:33:07.664842 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:07.684738 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6fca2abe-0184-4717-8ca7-49b390621c80 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:07.755703 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Pushing event updated for resources: {'Port': ['ID=5e465106-ffdc-4ddd-ba00-64281c95facc,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:07.769329 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:07.771493 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:07.776872 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:07.784558 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] 10.222.0.16 "PUT /v2.0/ports/5e465106-ffdc-4ddd-ba00-64281c95facc HTTP/1.1" status: 200 len: 1094 time: 1.5307269 Jun 22 18:33:07.786093 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81f0a38-a1d6-4f53-bf2f-cbb44cb5208c', 'tag': '5e465106-ffdc-4ddd-ba00-64281c95facc'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:07.793106 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e475d9-456b-4628-bebb-6cc10cd7a487" -d '{"events": [{"name": "network-changed", "server_uuid": "d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c", "tag": "5e465106-ffdc-4ddd-ba00-64281c95facc"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:07.910562 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3af44b-6fd8-4441-b138-5e94c0fe03ab x-openstack-request-id: req-1e3af44b-6fd8-4441-b138-5e94c0fe03ab {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:07.910878 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c", "tag": "5e465106-ffdc-4ddd-ba00-64281c95facc", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:07.911262 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e3af44b-6fd8-4441-b138-5e94c0fe03ab {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:07.911822 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd81f0a38-a1d6-4f53-bf2f-cbb44cb5208c', 'tag': '5e465106-ffdc-4ddd-ba00-64281c95facc', 'status': 'completed', 'code': 200} Jun 22 18:33:07.941615 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-8dd6e1b3-4a05-4cd2-9684-5fc1152fc39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:07.943344 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-8dd6e1b3-4a05-4cd2-9684-5fc1152fc39b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f5a3e2fe8f34bbaa73bc654ca7d4887&device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 1097 time: 0.0656767 Jun 22 18:33:08.002790 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-1089cf70-4046-4e67-aef4-10c9dce7aa79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e465106-ffdc-4ddd-ba00-64281c95facc HTTP/1.1" status: 200 len: 217 time: 0.0411191 Jun 22 18:33:08.017734 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'name': 'tempest-TestMinimumBasicScenario-1414165999-router', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:33:01Z', 'updated_at': '2021-06-22T18:33:05Z', 'revision_number': 3, 'project_id': '773965e820e14ce4ac55df48e0c1ec43', 'gw_port': {'id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:33:03Z', 'updated_at': '2021-06-22T18:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:08.053225 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Checking router: 3e23953b-69f1-40ff-a75c-eafba6ba050e for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:33:08.053690 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Updating router 3e23953b-69f1-40ff-a75c-eafba6ba050e port b88c6934-4f51-45d1-8da3-5747b89f34cb binding host dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:33:08.064005 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-82946388-9bad-4251-b501-9969f82ba13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:08.065599 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-82946388-9bad-4251-b501-9969f82ba13b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e59ec6d-38ff-4242-9dc1-3429dad0111f HTTP/1.1" status: 200 len: 849 time: 0.0545406 Jun 22 18:33:08.107480 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-7b607daa-7399-4145-8fa8-462efd88c94a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333240 Jun 22 18:33:08.114556 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:08.223051 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device ded2be18-0b7d-4dec-9f72-d84b500f1541 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:08.256830 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-7cd539fb-c8e6-4ab4-94a5-b0a6d554aa31 service neutron] 10.222.0.16 "GET /v2.0/networks/6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419735 Jun 22 18:33:08.302180 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42fbaa-6369-42c4-962d-470caca097bf req-0f85234b-76b4-4e68-bb43-883e939e7cc6 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:08.310035 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-0d42fbaa-6369-42c4-962d-470caca097bf req-0f85234b-76b4-4e68-bb43-883e939e7cc6 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 944 time: 0.3714182 Jun 22 18:33:08.330677 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port ded2be18-0b7d-4dec-9f72-d84b500f1541 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:08.331297 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:08.387292 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-0d42fbaa-6369-42c4-962d-470caca097bf req-c63a356e-4b21-4812-911a-52e7f7bc85d9 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762804 Jun 22 18:33:08.433904 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a964c00-b1ee-4be8-be38-7827231a3364 req-0719a263-6b8a-4474-b429-283e92cf6cb2 service neutron] 10.222.0.16 "GET /v2.0/networks/6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678836 Jun 22 18:33:08.503766 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:08.529659 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:08.551332 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:08.566685 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Transition to ACTIVE for port object b88c6934-4f51-45d1-8da3-5747b89f34cb will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:08.584360 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:08.591476 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:08.615588 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14bfc4-17c9-460b-b73f-dc6f60d9e511 req-0722663d-1d8b-4a40-85f5-f0f56c1dd6f6 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:08.618142 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9e14bfc4-17c9-460b-b73f-dc6f60d9e511 req-0722663d-1d8b-4a40-85f5-f0f56c1dd6f6 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1808956 Jun 22 18:33:08.676912 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9e14bfc4-17c9-460b-b73f-dc6f60d9e511 req-1de75ed4-e4b2-4745-8153-020cf0e20c80 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503125 Jun 22 18:33:08.679835 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e475d9-456b-4628-bebb-6cc10cd7a487 req-00d64cae-2c52-42bf-8a26-ea4e24e64b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:08.683498 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-35e475d9-456b-4628-bebb-6cc10cd7a487 req-00d64cae-2c52-42bf-8a26-ea4e24e64b64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f5a3e2fe8f34bbaa73bc654ca7d4887&device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 1097 time: 0.1761341 Jun 22 18:33:08.683605 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b185f8-e555-43e4-826f-dabbeb5da1c9 None None] Pushing event updated for resources: {'Port': ['ID=b88c6934-4f51-45d1-8da3-5747b89f34cb,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:08.693260 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Attempting to bind port b88c6934-4f51-45d1-8da3-5747b89f34cb on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:33:08.695854 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Attempting to bind port b88c6934-4f51-45d1-8da3-5747b89f34cb by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:33:08.695854 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Attempting to bind port b88c6934-4f51-45d1-8da3-5747b89f34cb on network 75389754-8e88-4ca5-ba06-bd89ba60b866 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:08.701904 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-93b185f8-e555-43e4-826f-dabbeb5da1c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:08.702714 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:33:08.703134 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Checking segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:33:08.703550 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:08.703955 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Bound using segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:33:08.704460 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Bound port: b88c6934-4f51-45d1-8da3-5747b89f34cb, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:33:08.705154 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:08.770847 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] For port b88c6934-4f51-45d1-8da3-5747b89f34cb, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:33:08.774941 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] For port b88c6934-4f51-45d1-8da3-5747b89f34cb, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=b88c6934-4f51-45d1-8da3-5747b89f34cb,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:33:08.784651 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Allocated IP 172.20.0.1 (5768bec0-1513-43fc-b350-c4192b539eac/b45215c2-bc7f-455d-9424-0fc22331ce41/ac62fa22-6079-4f3e-9924-2d45ea2b930c) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:33:08.788875 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:08.793572 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:08.827094 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e475d9-456b-4628-bebb-6cc10cd7a487 req-8c08db2f-3e55-4b20-a588-569b26bf68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:08.828905 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-35e475d9-456b-4628-bebb-6cc10cd7a487 req-8c08db2f-3e55-4b20-a588-569b26bf68ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d HTTP/1.1" status: 200 len: 910 time: 0.1348312 Jun 22 18:33:08.855533 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Routers {'3e23953b-69f1-40ff-a75c-eafba6ba050e'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:33:08.856118 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:33:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['3e23953b-69f1-40ff-a75c-eafba6ba050e'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:08.862962 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b185f8-e555-43e4-826f-dabbeb5da1c9 None None] Pushing event updated for resources: {'Port': ['ID=b88c6934-4f51-45d1-8da3-5747b89f34cb,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:08.888022 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-35e475d9-456b-4628-bebb-6cc10cd7a487 req-f9c1d39b-5f00-4538-98c3-b839b75d63c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e465106-ffdc-4ddd-ba00-64281c95facc HTTP/1.1" status: 200 len: 217 time: 0.0523570 Jun 22 18:33:08.912741 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-93b185f8-e555-43e4-826f-dabbeb5da1c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:08.948810 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:08.961261 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e475d9-456b-4628-bebb-6cc10cd7a487 req-99d5ccc3-08a1-4f36-8e6a-cd43339cf855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:08.963772 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-35e475d9-456b-4628-bebb-6cc10cd7a487 req-99d5ccc3-08a1-4f36-8e6a-cd43339cf855 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1e59ec6d-38ff-4242-9dc1-3429dad0111f HTTP/1.1" status: 200 len: 849 time: 0.0684836 Jun 22 18:33:08.968293 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Transition to ACTIVE for port object ac62fa22-6079-4f3e-9924-2d45ea2b930c will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:09.015683 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-35e475d9-456b-4628-bebb-6cc10cd7a487 req-842c21c5-3784-4228-b7bd-7245efeab1ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422578 Jun 22 18:33:09.041540 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065622597'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:09.046988 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] Set router 3e23953b-69f1-40ff-a75c-eafba6ba050e gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:33:09.047714 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-93ee4cdd-d898-46c6-ba8d-9f110bd4f808 tempest-VolumesActionsTest-715045043 tempest-VolumesActionsTest-715045043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:09.095552 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Network 5768bec0-1513-43fc-b350-c4192b539eac is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:33:09.103924 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:09.108971 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:33:09.151364 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-35e475d9-456b-4628-bebb-6cc10cd7a487 req-4ba5849e-01f6-4d7b-83fa-9bb4851e6cb7 service neutron] 10.222.0.16 "GET /v2.0/networks/6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258225 Jun 22 18:33:09.157662 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Pushing event updated for resources: {'Port': ['ID=ac62fa22-6079-4f3e-9924-2d45ea2b930c,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:09.171389 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:09.179369 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741947'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:09.306951 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-35e475d9-456b-4628-bebb-6cc10cd7a487 req-97e8dc22-36b2-4863-9a8e-f543cc7d42d8 service neutron] 10.222.0.16 "GET /v2.0/networks/6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466846 Jun 22 18:33:09.353278 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'name': 'tempest-TestMinimumBasicScenario-1414165999-router', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:33:01Z', 'updated_at': '2021-06-22T18:33:05Z', 'revision_number': 3, 'project_id': '773965e820e14ce4ac55df48e0c1ec43', 'gw_port': {'id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:33:03Z', 'updated_at': '2021-06-22T18:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:09.377788 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:09.383007 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35df1dfc-c3b0-4fbe-8910-c5a779c93c65 None None] The sync data for ids ['3e23953b-69f1-40ff-a75c-eafba6ba050e'] in dv-cinder-774286-17-smb is: [{'id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'name': 'tempest-TestMinimumBasicScenario-1414165999-router', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:33:01Z', 'updated_at': '2021-06-22T18:33:05Z', 'revision_number': 3, 'project_id': '773965e820e14ce4ac55df48e0c1ec43', 'gw_port': {'id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:33:03Z', 'updated_at': '2021-06-22T18:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:33:09.476224 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-d4773e52-4dd5-429d-add1-13304bb3ba78 None None] Provisioning for port ac62fa22-6079-4f3e-9924-2d45ea2b930c completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:09.495861 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-d4773e52-4dd5-429d-add1-13304bb3ba78 None None] Provisioning complete for port ac62fa22-6079-4f3e-9924-2d45ea2b930c triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:09.496481 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d4773e52-4dd5-429d-add1-13304bb3ba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:09.556228 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-d4773e52-4dd5-429d-add1-13304bb3ba78 None None] Port ac62fa22-6079-4f3e-9924-2d45ea2b930c cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:33:09.653088 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:09.678664 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:09.682173 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:09.802192 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb8cc5-b2e4-40cf-89f1-fb9e9ca5fd14 req-f1456ad2-f9fd-4c73-8c45-f6a8424349d5 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:09.803931 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-73cb8cc5-b2e4-40cf-89f1-fb9e9ca5fd14 req-f1456ad2-f9fd-4c73-8c45-f6a8424349d5 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 944 time: 0.2115016 Jun 22 18:33:09.804979 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706295'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:09.832531 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Pushing event updated for resources: {'Port': ['ID=ac62fa22-6079-4f3e-9924-2d45ea2b930c,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:09.849193 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:09.928870 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-73cb8cc5-b2e4-40cf-89f1-fb9e9ca5fd14 req-c7483e08-b788-4767-9fe5-b9bfcebb08ef tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136756 Jun 22 18:33:09.957059 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06dfb0-b517-42f6-9e31-0d53722b29c2 req-afb78e0a-f430-4152-af4d-ed17553c59e5 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:09.957789 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-bf06dfb0-b517-42f6-9e31-0d53722b29c2 req-afb78e0a-f430-4152-af4d-ed17553c59e5 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0927665 Jun 22 18:33:10.011619 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Network 5768bec0-1513-43fc-b350-c4192b539eac is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:33:10.013191 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:10.015573 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-bf06dfb0-b517-42f6-9e31-0d53722b29c2 req-9e97f1d8-de60-43e9-9510-b27af12df781 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477066 Jun 22 18:33:10.298861 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device b88c6934-4f51-45d1-8da3-5747b89f34cb up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:10.345514 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Router 3e23953b-69f1-40ff-a75c-eafba6ba050e has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:33:10.417697 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a00fb959-bbd2-44e4-b36e-2acd4553894a None None] Provisioning complete for port ac62fa22-6079-4f3e-9924-2d45ea2b930c triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:10.418091 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a00fb959-bbd2-44e4-b36e-2acd4553894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.462959 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-a00fb959-bbd2-44e4-b36e-2acd4553894a None None] Port ac62fa22-6079-4f3e-9924-2d45ea2b930c cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:33:10.484623 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port b88c6934-4f51-45d1-8da3-5747b89f34cb completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:10.495140 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port b88c6934-4f51-45d1-8da3-5747b89f34cb triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:10.496532 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.551498 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f1424-82a2-4fbc-b4c2-c4278daa6741 req-e87a4995-5b5a-46f0-8667-71c203e681d7 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:10.560818 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-de9f1424-82a2-4fbc-b4c2-c4278daa6741 req-e87a4995-5b5a-46f0-8667-71c203e681d7 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 945 time: 0.1132779 Jun 22 18:33:10.596036 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:33:10.620379 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] 10.222.0.20 "PUT /v2.0/routers/3e23953b-69f1-40ff-a75c-eafba6ba050e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2241750 Jun 22 18:33:10.629199 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-de9f1424-82a2-4fbc-b4c2-c4278daa6741 req-c49c80cf-d901-47fb-8d91-19eeba5053aa tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673637 Jun 22 18:33:10.632062 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.675205 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 5e465106-ffdc-4ddd-ba00-64281c95facc details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:33:10.684026 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 2728d192-934f-41c2-81a2-4362399897c7 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:10.695531 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port b88c6934-4f51-45d1-8da3-5747b89f34cb, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=b88c6934-4f51-45d1-8da3-5747b89f34cb,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:10.718816 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.720802 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: 2728d192-934f-41c2-81a2-4362399897c7 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:10.723922 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 2728d192-934f-41c2-81a2-4362399897c7 not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:10.727784 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:10.837563 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=b88c6934-4f51-45d1-8da3-5747b89f34cb,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:10.842100 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:10.882700 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 5e465106-ffdc-4ddd-ba00-64281c95facc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e465106-ffdc-4ddd-ba00-64281c95facc,segment=NetworkSegment(be72372a-9bf0-498e-8c8e-839ed1ca4504),segment_id=be72372a-9bf0-498e-8c8e-839ed1ca4504)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:10.896273 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': '5e465106-ffdc-4ddd-ba00-64281c95facc', 'network_id': '6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d', 'port_id': '5e465106-ffdc-4ddd-ba00-64281c95facc', 'mac_address': 'fa:16:3e:77:90:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e59ec6d-38ff-4242-9dc1-3429dad0111f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:33:10.911973 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 51346) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:10.947330 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.961029 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e465106-ffdc-4ddd-ba00-64281c95facc {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:10.983858 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 5e465106-ffdc-4ddd-ba00-64281c95facc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e465106-ffdc-4ddd-ba00-64281c95facc,segment=NetworkSegment(be72372a-9bf0-498e-8c8e-839ed1ca4504),segment_id=be72372a-9bf0-498e-8c8e-839ed1ca4504)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:10.992739 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:10.995563 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:11.045907 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=5e465106-ffdc-4ddd-ba00-64281c95facc,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:11.049624 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:11.151062 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51ff12-44eb-469f-af8d-49d7e2a43297 req-d0da46e0-55b2-45c6-a3fd-149828c1e210 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:11.158576 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf51ff12-44eb-469f-af8d-49d7e2a43297 req-d0da46e0-55b2-45c6-a3fd-149828c1e210 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 945 time: 0.0961764 Jun 22 18:33:11.190438 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eca784c1-eac9-4fea-a3ed-25f3ae412242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.199760 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf51ff12-44eb-469f-af8d-49d7e2a43297 req-c3866efd-283a-4336-b638-33aae08b9c17 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402699 Jun 22 18:33:11.295251 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3ab75-3509-4d67-8d27-5e7f23252064 req-c3199876-99ec-4bdd-9751-030d3f5a4166 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:11.296907 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-58e3ab75-3509-4d67-8d27-5e7f23252064 req-c3199876-99ec-4bdd-9751-030d3f5a4166 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1305671 Jun 22 18:33:11.356053 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['5e465106-ffdc-4ddd-ba00-64281c95facc'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:11.368403 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-58e3ab75-3509-4d67-8d27-5e7f23252064 req-27c83692-a954-4fc8-a873-25e2a58d73c2 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588658 Jun 22 18:33:11.386024 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eca784c1-eac9-4fea-a3ed-25f3ae412242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.392217 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eca784c1-eac9-4fea-a3ed-25f3ae412242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.399085 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cf37e408-4adb-46ff-bd16-6fdbcef65b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:11.445305 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-eca784c1-eac9-4fea-a3ed-25f3ae412242 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aae3e3817dc74b3399213be4ee458643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5314028 Jun 22 18:33:11.447686 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca784c1-eac9-4fea-a3ed-25f3ae412242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888b7b4c-b6b2-4470-a1f5-522052104f5a,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:11.448267 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 51356) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:11.450856 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-eca784c1-eac9-4fea-a3ed-25f3ae412242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:11.514987 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-398c99e3-a9e5-49be-a143-e0529eccd6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.539554 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-398c99e3-a9e5-49be-a143-e0529eccd6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.600628 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Sync routers for ids ['3e23953b-69f1-40ff-a75c-eafba6ba050e'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:33:11.611617 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Routers {'3e23953b-69f1-40ff-a75c-eafba6ba050e'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:33:11.612647 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:33:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['3e23953b-69f1-40ff-a75c-eafba6ba050e'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:11.617125 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-398c99e3-a9e5-49be-a143-e0529eccd6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.620842 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-398c99e3-a9e5-49be-a143-e0529eccd6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:11.622251 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-398c99e3-a9e5-49be-a143-e0529eccd6fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/888b7b4c-b6b2-4470-a1f5-522052104f5a HTTP/1.1" status: 204 len: 168 time: 0.1725986 Jun 22 18:33:11.623151 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9c8b9ac6-df08-4255-ba3c-6f31b1157262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:11.635893 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c99e3-a9e5-49be-a143-e0529eccd6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888b7b4c-b6b2-4470-a1f5-522052104f5a,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:11.639164 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-398c99e3-a9e5-49be-a143-e0529eccd6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:11.747285 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Set router 3e23953b-69f1-40ff-a75c-eafba6ba050e gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:33:11.863429 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5897426-bd6c-4b77-8122-af1687c094d2 req-364ff2a7-a9fb-452f-a0c7-228de584fc2f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:11.865703 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e5897426-bd6c-4b77-8122-af1687c094d2 req-364ff2a7-a9fb-452f-a0c7-228de584fc2f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 945 time: 0.1000752 Jun 22 18:33:11.938584 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e5897426-bd6c-4b77-8122-af1687c094d2 req-768a592d-b24f-4259-a525-4b7b6bdf8b44 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638475 Jun 22 18:33:12.129249 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'name': 'tempest-TestMinimumBasicScenario-1414165999-router', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:33:01Z', 'updated_at': '2021-06-22T18:33:09Z', 'revision_number': 4, 'project_id': '773965e820e14ce4ac55df48e0c1ec43', 'gw_port': {'id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:33:03Z', 'updated_at': '2021-06-22T18:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'ac62fa22-6079-4f3e-9924-2d45ea2b930c', 'name': '', 'network_id': '5768bec0-1513-43fc-b350-c4192b539eac', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'mac_address': 'fa:16:3e:f0:9c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b45215c2-bc7f-455d-9424-0fc22331ce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:33:08Z', 'updated_at': '2021-06-22T18:33:09Z', 'revision_number': 2, 'project_id': '773965e820e14ce4ac55df48e0c1ec43', 'subnets': [{'id': 'b45215c2-bc7f-455d-9424-0fc22331ce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:12.161348 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Checking router: 3e23953b-69f1-40ff-a75c-eafba6ba050e for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:33:12.161725 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Updating router 3e23953b-69f1-40ff-a75c-eafba6ba050e port ac62fa22-6079-4f3e-9924-2d45ea2b930c binding host dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:33:12.200397 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.214153 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device b88c6934-4f51-45d1-8da3-5747b89f34cb up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:12.474931 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9906b52-673c-4bf3-9a96-eed04a6e01ea req-fe35ba74-f80c-41b3-92b7-355701de4b32 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:12.476763 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f9906b52-673c-4bf3-9a96-eed04a6e01ea req-fe35ba74-f80c-41b3-92b7-355701de4b32 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 945 time: 0.1142442 Jun 22 18:33:12.520768 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port b88c6934-4f51-45d1-8da3-5747b89f34cb triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:12.521505 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.522171 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f9906b52-673c-4bf3-9a96-eed04a6e01ea req-cac8c9ba-0e21-4ace-863a-85ae78696bff tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389178 Jun 22 18:33:12.672566 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 5e465106-ffdc-4ddd-ba00-64281c95facc up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:12.689016 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd2d99-f0ea-4717-abdb-f9ac9c91f67c req-0220ce51-5484-4cf0-a38f-5fc07e1e0332 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:12.689727 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4d6a2-3336-474c-97ad-22bcd82e09fd req-49cf51e8-2e7f-439b-8737-b2bd0abb6748 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:12.690841 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-effd2d99-f0ea-4717-abdb-f9ac9c91f67c req-0220ce51-5484-4cf0-a38f-5fc07e1e0332 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1013334 Jun 22 18:33:12.691240 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-53d4d6a2-3336-474c-97ad-22bcd82e09fd req-49cf51e8-2e7f-439b-8737-b2bd0abb6748 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 945 time: 0.1244304 Jun 22 18:33:12.754327 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-effd2d99-f0ea-4717-abdb-f9ac9c91f67c req-846eb15b-91e7-4c04-993d-5f933f3dfddd tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572414 Jun 22 18:33:12.822751 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port 5e465106-ffdc-4ddd-ba00-64281c95facc completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:12.829116 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.833465 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port 5e465106-ffdc-4ddd-ba00-64281c95facc triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:12.834007 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.867118 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Transition to ACTIVE for port object ac62fa22-6079-4f3e-9924-2d45ea2b930c will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:12.878791 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:12.882881 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:12.958437 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c871a4d-c753-4445-b6ee-7788aebde162 None None] Pushing event updated for resources: {'Port': ['ID=ac62fa22-6079-4f3e-9924-2d45ea2b930c,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:12.959932 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4c871a4d-c753-4445-b6ee-7788aebde162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:13.056303 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.059821 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Attempting to bind port ac62fa22-6079-4f3e-9924-2d45ea2b930c on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:33:13.060204 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Attempting to bind port ac62fa22-6079-4f3e-9924-2d45ea2b930c by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '983b7fa7-24b5-4466-9bd0-e971507c497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5768bec0-1513-43fc-b350-c4192b539eac'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:33:13.060579 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Attempting to bind port ac62fa22-6079-4f3e-9924-2d45ea2b930c on network 5768bec0-1513-43fc-b350-c4192b539eac {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:13.081680 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:33:13.083280 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Checking segment: {'id': '983b7fa7-24b5-4466-9bd0-e971507c497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5768bec0-1513-43fc-b350-c4192b539eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:33:13.083712 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.084128 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Bound using segment: {'id': '983b7fa7-24b5-4466-9bd0-e971507c497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5768bec0-1513-43fc-b350-c4192b539eac'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:33:13.084788 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Bound port: ac62fa22-6079-4f3e-9924-2d45ea2b930c, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983b7fa7-24b5-4466-9bd0-e971507c497e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5768bec0-1513-43fc-b350-c4192b539eac'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:33:13.085182 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.094454 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-53d4d6a2-3336-474c-97ad-22bcd82e09fd req-cf3e72af-17a1-4093-9210-c5772d6bbd07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Deleting port 87602cd6-a15a-41bd-979d-7b9d9755d199 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:13.095563 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-53d4d6a2-3336-474c-97ad-22bcd82e09fd req-cf3e72af-17a1-4093-9210-c5772d6bbd07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.126941 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81f0a38-a1d6-4f53-bf2f-cbb44cb5208c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e465106-ffdc-4ddd-ba00-64281c95facc'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:13.126941 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa713b18-67ed-4812-8800-80588729a58a" -d '{"events": [{"server_uuid": "d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c", "name": "network-vif-plugged", "status": "completed", "tag": "5e465106-ffdc-4ddd-ba00-64281c95facc"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:13.218679 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 5e465106-ffdc-4ddd-ba00-64281c95facc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e465106-ffdc-4ddd-ba00-64281c95facc,segment=NetworkSegment(be72372a-9bf0-498e-8c8e-839ed1ca4504),segment_id=be72372a-9bf0-498e-8c8e-839ed1ca4504)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:13.225273 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.233315 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4c871a4d-c753-4445-b6ee-7788aebde162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:13.250968 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7894d7d5-b6ee-43a2-b910-e4e99ddb7b65 x-openstack-request-id: req-7894d7d5-b6ee-43a2-b910-e4e99ddb7b65 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:13.250968 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c", "name": "network-vif-plugged", "status": "completed", "tag": "5e465106-ffdc-4ddd-ba00-64281c95facc", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:13.250968 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7894d7d5-b6ee-43a2-b910-e4e99ddb7b65 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:13.251578 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81f0a38-a1d6-4f53-bf2f-cbb44cb5208c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e465106-ffdc-4ddd-ba00-64281c95facc', 'code': 200} Jun 22 18:33:13.344671 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-53d4d6a2-3336-474c-97ad-22bcd82e09fd req-cf3e72af-17a1-4093-9210-c5772d6bbd07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] For port 87602cd6-a15a-41bd-979d-7b9d9755d199, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=87602cd6-a15a-41bd-979d-7b9d9755d199,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:13.349368 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-53d4d6a2-3336-474c-97ad-22bcd82e09fd req-cf3e72af-17a1-4093-9210-c5772d6bbd07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.349989 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] For port ac62fa22-6079-4f3e-9924-2d45ea2b930c, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:33:13.376283 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-53d4d6a2-3336-474c-97ad-22bcd82e09fd req-cf3e72af-17a1-4093-9210-c5772d6bbd07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Calling delete_port for 87602cd6-a15a-41bd-979d-7b9d9755d199 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:13.402555 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] For port ac62fa22-6079-4f3e-9924-2d45ea2b930c, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=ac62fa22-6079-4f3e-9924-2d45ea2b930c,segment=NetworkSegment(983b7fa7-24b5-4466-9bd0-e971507c497e),segment_id=983b7fa7-24b5-4466-9bd0-e971507c497e)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:33:13.406652 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=5e465106-ffdc-4ddd-ba00-64281c95facc,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:13.426187 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.443052 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:13.443627 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:13.483583 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146b59d-3db8-4a2c-87ba-036bb1c5edd5 req-a39d50ab-3931-4c28-93f5-b2530aa3a06c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:13.491828 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9146b59d-3db8-4a2c-87ba-036bb1c5edd5 req-a39d50ab-3931-4c28-93f5-b2530aa3a06c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=24dab573-025c-46eb-addd-aaac5345b26f HTTP/1.1" status: 200 len: 945 time: 0.2862787 Jun 22 18:33:13.510111 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c871a4d-c753-4445-b6ee-7788aebde162 None None] Pushing event updated for resources: {'Port': ['ID=ac62fa22-6079-4f3e-9924-2d45ea2b930c,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:13.520413 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4c871a4d-c753-4445-b6ee-7788aebde162 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:13.521219 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Routers {'3e23953b-69f1-40ff-a75c-eafba6ba050e'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:33:13.521852 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:33:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['3e23953b-69f1-40ff-a75c-eafba6ba050e'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:13.563900 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9146b59d-3db8-4a2c-87ba-036bb1c5edd5 req-11989ac4-3ee6-4550-a14b-0e290beccca6 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709889 Jun 22 18:33:13.581799 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5e54d-8b72-40af-8192-b6046ad07016 req-0408df11-c760-4ca0-9f2d-f4374cce31dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:13.584295 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e2a5e54d-8b72-40af-8192-b6046ad07016 req-0408df11-c760-4ca0-9f2d-f4374cce31dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 1099 time: 0.1045315 Jun 22 18:33:13.654461 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e2a5e54d-8b72-40af-8192-b6046ad07016 req-a703fc88-1ec4-41a1-8dfb-3565b553f199 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593605 Jun 22 18:33:13.663113 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-53d4d6a2-3336-474c-97ad-22bcd82e09fd req-cf3e72af-17a1-4093-9210-c5772d6bbd07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.669276 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:13.678016 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] Set router 3e23953b-69f1-40ff-a75c-eafba6ba050e gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:33:13.682863 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['b28aa602-8dff-406e-b615-54954362f384', 'e3bc3364-8125-494e-8708-942f7d056426', '87602cd6-a15a-41bd-979d-7b9d9755d199'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:13.695947 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e72af-17a1-4093-9210-c5772d6bbd07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Pushing event deleted for resources: {'Port': ['ID=87602cd6-a15a-41bd-979d-7b9d9755d199,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:13.709731 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cf3e72af-17a1-4093-9210-c5772d6bbd07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:13.773241 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d4d6a2-3336-474c-97ad-22bcd82e09fd req-cf3e72af-17a1-4093-9210-c5772d6bbd07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] No DVR routers for this DVR port 87602cd6-a15a-41bd-979d-7b9d9755d199 on host hv-cinder-77428 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:33:13.779117 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-53d4d6a2-3336-474c-97ad-22bcd82e09fd req-cf3e72af-17a1-4093-9210-c5772d6bbd07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:13.781949 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-53d4d6a2-3336-474c-97ad-22bcd82e09fd req-cf3e72af-17a1-4093-9210-c5772d6bbd07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "DELETE /v2.0/ports/87602cd6-a15a-41bd-979d-7b9d9755d199 HTTP/1.1" status: 204 len: 173 time: 1.0816612 Jun 22 18:33:13.782833 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dab573-025c-46eb-addd-aaac5345b26f', 'name': 'network-vif-deleted', 'tag': '87602cd6-a15a-41bd-979d-7b9d9755d199'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:13.786520 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d64b94-e474-4c62-b58c-e3c9e688a93f" -d '{"events": [{"server_uuid": "24dab573-025c-46eb-addd-aaac5345b26f", "name": "network-vif-deleted", "tag": "87602cd6-a15a-41bd-979d-7b9d9755d199"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:13.843593 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adf546-7ca7-40ff-a993-2e4a4028098e req-ebbd135d-7c03-4851-8423-93afe5f21c6c tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:13.854395 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-93adf546-7ca7-40ff-a993-2e4a4028098e req-ebbd135d-7c03-4851-8423-93afe5f21c6c tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 946 time: 0.0978861 Jun 22 18:33:13.905998 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-93adf546-7ca7-40ff-a993-2e4a4028098e req-f79312e7-1530-44c1-9977-461bd0198162 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505629 Jun 22 18:33:13.973350 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e37442-f31f-4a46-b8b1-75cd3c68227a x-openstack-request-id: req-c2e37442-f31f-4a46-b8b1-75cd3c68227a {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:13.973758 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dab573-025c-46eb-addd-aaac5345b26f", "name": "network-vif-deleted", "tag": "87602cd6-a15a-41bd-979d-7b9d9755d199", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:13.974104 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2e37442-f31f-4a46-b8b1-75cd3c68227a {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:13.974615 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dab573-025c-46eb-addd-aaac5345b26f', 'name': 'network-vif-deleted', 'tag': '87602cd6-a15a-41bd-979d-7b9d9755d199', 'status': 'completed', 'code': 200} Jun 22 18:33:14.025920 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d74766-a05f-460e-8955-809091aef0fa req-d685a161-86f1-437d-8f3d-1072b3e8d254 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:14.027554 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-98d74766-a05f-460e-8955-809091aef0fa req-d685a161-86f1-437d-8f3d-1072b3e8d254 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1028743 Jun 22 18:33:14.086456 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-98d74766-a05f-460e-8955-809091aef0fa req-64e53f9e-9646-490f-9670-b38544e11ccf tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511487 Jun 22 18:33:14.181284 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'name': 'tempest-TestMinimumBasicScenario-1414165999-router', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:33:01Z', 'updated_at': '2021-06-22T18:33:09Z', 'revision_number': 4, 'project_id': '773965e820e14ce4ac55df48e0c1ec43', 'gw_port': {'id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:33:03Z', 'updated_at': '2021-06-22T18:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'ac62fa22-6079-4f3e-9924-2d45ea2b930c', 'name': '', 'network_id': '5768bec0-1513-43fc-b350-c4192b539eac', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'mac_address': 'fa:16:3e:f0:9c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b45215c2-bc7f-455d-9424-0fc22331ce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:33:08Z', 'updated_at': '2021-06-22T18:33:13Z', 'revision_number': 4, 'project_id': '773965e820e14ce4ac55df48e0c1ec43', 'subnets': [{'id': 'b45215c2-bc7f-455d-9424-0fc22331ce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:14.222180 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685ea99-7c98-46cd-be5b-5b072cfd4370 None None] The sync data for ids ['3e23953b-69f1-40ff-a75c-eafba6ba050e'] in dv-cinder-774286-17-smb is: [{'id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'name': 'tempest-TestMinimumBasicScenario-1414165999-router', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:33:01Z', 'updated_at': '2021-06-22T18:33:09Z', 'revision_number': 4, 'project_id': '773965e820e14ce4ac55df48e0c1ec43', 'gw_port': {'id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:33:03Z', 'updated_at': '2021-06-22T18:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'ac62fa22-6079-4f3e-9924-2d45ea2b930c', 'name': '', 'network_id': '5768bec0-1513-43fc-b350-c4192b539eac', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'mac_address': 'fa:16:3e:f0:9c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b45215c2-bc7f-455d-9424-0fc22331ce41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:33:08Z', 'updated_at': '2021-06-22T18:33:13Z', 'revision_number': 4, 'project_id': '773965e820e14ce4ac55df48e0c1ec43', 'subnets': [{'id': 'b45215c2-bc7f-455d-9424-0fc22331ce41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:33:15.144314 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73205f68-ad93-41b9-9fdc-6103aca5d3fa req-3f193f70-bcdc-4a34-855e-2c04fc1c7270 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:15.146936 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-73205f68-ad93-41b9-9fdc-6103aca5d3fa req-3f193f70-bcdc-4a34-855e-2c04fc1c7270 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 946 time: 0.0969892 Jun 22 18:33:15.201494 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-73205f68-ad93-41b9-9fdc-6103aca5d3fa req-2e318f0c-e547-4d7a-bc8e-aeda066f50ac tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475781 Jun 22 18:33:15.250140 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9aad6-cec9-498a-9763-db6ab917fb91 req-a2740c08-9db2-471a-b6e8-0c6867e8e691 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:15.252766 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9eb9aad6-cec9-498a-9763-db6ab917fb91 req-a2740c08-9db2-471a-b6e8-0c6867e8e691 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 946 time: 0.1036129 Jun 22 18:33:15.310327 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9eb9aad6-cec9-498a-9763-db6ab917fb91 req-34b80ec0-8061-44c3-890a-91f7c2d48ed6 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500472 Jun 22 18:33:15.466390 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc298954-9823-488f-99be-78d2a11484ff req-e8342fc1-22fd-4011-8672-a14a519f1a3d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:15.467983 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-fc298954-9823-488f-99be-78d2a11484ff req-e8342fc1-22fd-4011-8672-a14a519f1a3d tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0942118 Jun 22 18:33:15.519485 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-fc298954-9823-488f-99be-78d2a11484ff req-9b8ad7c7-e22e-4044-ada2-2af22fc9df7e tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455959 Jun 22 18:33:16.257502 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device ac62fa22-6079-4f3e-9924-2d45ea2b930c up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:16.297212 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72f868-4df4-4245-9b0a-5b56a64a12a5 req-a01bb802-ccab-4be6-88dd-a265189b633c tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:16.298776 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9a72f868-4df4-4245-9b0a-5b56a64a12a5 req-a01bb802-ccab-4be6-88dd-a265189b633c tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 946 time: 0.0906370 Jun 22 18:33:16.320199 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port ac62fa22-6079-4f3e-9924-2d45ea2b930c completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:16.325141 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port ac62fa22-6079-4f3e-9924-2d45ea2b930c triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:16.325541 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.351769 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9a72f868-4df4-4245-9b0a-5b56a64a12a5 req-3cf5bf3f-b590-47c4-9cb9-4ab1e38cd9b8 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460501 Jun 22 18:33:16.443451 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.479556 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port ac62fa22-6079-4f3e-9924-2d45ea2b930c, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=ac62fa22-6079-4f3e-9924-2d45ea2b930c,segment=NetworkSegment(983b7fa7-24b5-4466-9bd0-e971507c497e),segment_id=983b7fa7-24b5-4466-9bd0-e971507c497e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:16.484719 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:16.491962 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4c871a4d-c753-4445-b6ee-7788aebde162 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:16.550997 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=ac62fa22-6079-4f3e-9924-2d45ea2b930c,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:16.556509 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:16.580752 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f7765-1b27-40ba-bb80-acd95fbc8894 req-a0533f33-f905-414b-8221-718704813399 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:16.583642 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3d2f7765-1b27-40ba-bb80-acd95fbc8894 req-a0533f33-f905-414b-8221-718704813399 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 946 time: 0.0874050 Jun 22 18:33:16.636452 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3d2f7765-1b27-40ba-bb80-acd95fbc8894 req-3aa2930f-70ed-4aae-88e7-a9d6c67a249d tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474019 Jun 22 18:33:16.665146 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 87602cd6-a15a-41bd-979d-7b9d9755d199 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:16.687258 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: 87602cd6-a15a-41bd-979d-7b9d9755d199 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:16.687611 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 87602cd6-a15a-41bd-979d-7b9d9755d199 not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:16.746475 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eaf9ed-cd70-4ef6-9748-ead713f91216 req-22ed1ea9-2b83-4f06-9624-1d101373bcf9 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:16.748149 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-98eaf9ed-cd70-4ef6-9748-ead713f91216 req-22ed1ea9-2b83-4f06-9624-1d101373bcf9 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0730169 Jun 22 18:33:16.796018 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-98eaf9ed-cd70-4ef6-9748-ead713f91216 req-89e844b8-59b5-42ed-a02d-4cd3936799a4 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419781 Jun 22 18:33:17.136834 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8cdc5-4f09-489f-976f-79ced9a041a9 req-9376ce46-b063-4688-bf9f-7cbcc28ca589 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:17.138431 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ddf8cdc5-4f09-489f-976f-79ced9a041a9 req-9376ce46-b063-4688-bf9f-7cbcc28ca589 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 946 time: 0.0733924 Jun 22 18:33:17.255283 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-ddf8cdc5-4f09-489f-976f-79ced9a041a9 req-928a1a4c-16f3-446c-b654-54cf5e2be63c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Deleting port e3bc3364-8125-494e-8708-942f7d056426 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:17.255623 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ddf8cdc5-4f09-489f-976f-79ced9a041a9 req-928a1a4c-16f3-446c-b654-54cf5e2be63c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:17.354160 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-ddf8cdc5-4f09-489f-976f-79ced9a041a9 req-928a1a4c-16f3-446c-b654-54cf5e2be63c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] For port e3bc3364-8125-494e-8708-942f7d056426, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e3bc3364-8125-494e-8708-942f7d056426,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:17.354520 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ddf8cdc5-4f09-489f-976f-79ced9a041a9 req-928a1a4c-16f3-446c-b654-54cf5e2be63c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:17.367708 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-ddf8cdc5-4f09-489f-976f-79ced9a041a9 req-928a1a4c-16f3-446c-b654-54cf5e2be63c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Calling delete_port for e3bc3364-8125-494e-8708-942f7d056426 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:17.537442 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ddf8cdc5-4f09-489f-976f-79ced9a041a9 req-928a1a4c-16f3-446c-b654-54cf5e2be63c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:17.541789 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:17.550211 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['b28aa602-8dff-406e-b615-54954362f384', 'e3bc3364-8125-494e-8708-942f7d056426'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:17.573576 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a1a4c-16f3-446c-b654-54cf5e2be63c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Pushing event deleted for resources: {'Port': ['ID=e3bc3364-8125-494e-8708-942f7d056426,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:17.580924 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-928a1a4c-16f3-446c-b654-54cf5e2be63c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:17.631554 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf8cdc5-4f09-489f-976f-79ced9a041a9 req-928a1a4c-16f3-446c-b654-54cf5e2be63c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] No DVR routers for this DVR port e3bc3364-8125-494e-8708-942f7d056426 on host hv-cinder-77428 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:33:17.646940 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6c336-efe0-4ade-84b1-33e94bd387d0 req-88b4e2d6-7a09-4afc-8b93-795b0d060c38 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:17.646940 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0be6c336-efe0-4ade-84b1-33e94bd387d0 req-88b4e2d6-7a09-4afc-8b93-795b0d060c38 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 946 time: 0.1596162 Jun 22 18:33:17.646940 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-ddf8cdc5-4f09-489f-976f-79ced9a041a9 req-928a1a4c-16f3-446c-b654-54cf5e2be63c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:17.646940 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ddf8cdc5-4f09-489f-976f-79ced9a041a9 req-928a1a4c-16f3-446c-b654-54cf5e2be63c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "DELETE /v2.0/ports/e3bc3364-8125-494e-8708-942f7d056426 HTTP/1.1" status: 204 len: 173 time: 0.4979811 Jun 22 18:33:17.646940 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4', 'name': 'network-vif-deleted', 'tag': 'e3bc3364-8125-494e-8708-942f7d056426'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:17.648674 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c8d27f-ac79-40d3-8cff-69752a2a77ab" -d '{"events": [{"server_uuid": "a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4", "name": "network-vif-deleted", "tag": "e3bc3364-8125-494e-8708-942f7d056426"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:17.699968 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0be6c336-efe0-4ade-84b1-33e94bd387d0 req-05cf153c-ac5b-43da-a656-fa3d816ee74c tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/security-groups?id=08287ba7-8f21-4d1a-b110-dbc2a3050acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475032 Jun 22 18:33:17.701975 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e2894b-90a9-4b1d-a348-c1ee77750883 x-openstack-request-id: req-39e2894b-90a9-4b1d-a348-c1ee77750883 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:17.702467 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4", "name": "network-vif-deleted", "tag": "e3bc3364-8125-494e-8708-942f7d056426", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:17.702742 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39e2894b-90a9-4b1d-a348-c1ee77750883 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:17.703560 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4', 'name': 'network-vif-deleted', 'tag': 'e3bc3364-8125-494e-8708-942f7d056426', 'status': 'completed', 'code': 200} Jun 22 18:33:17.897684 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a838b9bb-89e7-47c0-a308-309e0985c349 req-8c38a1b4-5217-499d-8f5a-3d4714720ac5 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2c8f4b9-a708-4a63-9aa9-e19b986ca8a4 HTTP/1.1" status: 200 len: 210 time: 0.0554898 Jun 22 18:33:17.990483 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e23eb-d580-43cf-84de-75f37c0658d8 req-f9214a3a-533d-49d7-8e18-2861b414a06b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:17.992085 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b93e23eb-d580-43cf-84de-75f37c0658d8 req-f9214a3a-533d-49d7-8e18-2861b414a06b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0674555 Jun 22 18:33:18.032705 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b93e23eb-d580-43cf-84de-75f37c0658d8 req-f5138376-1867-422e-b905-cf391aa4737c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342302 Jun 22 18:33:18.206192 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device ac62fa22-6079-4f3e-9924-2d45ea2b930c up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:33:18.256357 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port ac62fa22-6079-4f3e-9924-2d45ea2b930c triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:18.256747 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:18.267232 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281b35e-a8b5-426f-9ebc-72cf423f1b88 req-6c213601-5b5b-4e3c-ac03-d0c270598460 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:18.268760 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9281b35e-a8b5-426f-9ebc-72cf423f1b88 req-6c213601-5b5b-4e3c-ac03-d0c270598460 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.16 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 946 time: 0.0658102 Jun 22 18:33:18.380411 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-9281b35e-a8b5-426f-9ebc-72cf423f1b88 req-08a4fd97-f772-42b0-bd3c-24d72dbb4a05 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Deleting port 5e465106-ffdc-4ddd-ba00-64281c95facc {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:18.380709 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9281b35e-a8b5-426f-9ebc-72cf423f1b88 req-08a4fd97-f772-42b0-bd3c-24d72dbb4a05 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:18.490343 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-9281b35e-a8b5-426f-9ebc-72cf423f1b88 req-08a4fd97-f772-42b0-bd3c-24d72dbb4a05 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] For port 5e465106-ffdc-4ddd-ba00-64281c95facc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=5e465106-ffdc-4ddd-ba00-64281c95facc,segment=NetworkSegment(be72372a-9bf0-498e-8c8e-839ed1ca4504),segment_id=be72372a-9bf0-498e-8c8e-839ed1ca4504)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:18.491246 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9281b35e-a8b5-426f-9ebc-72cf423f1b88 req-08a4fd97-f772-42b0-bd3c-24d72dbb4a05 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:18.504245 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-9281b35e-a8b5-426f-9ebc-72cf423f1b88 req-08a4fd97-f772-42b0-bd3c-24d72dbb4a05 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Calling delete_port for 5e465106-ffdc-4ddd-ba00-64281c95facc owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:18.641295 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9281b35e-a8b5-426f-9ebc-72cf423f1b88 req-08a4fd97-f772-42b0-bd3c-24d72dbb4a05 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:18.645880 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:18.657852 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['5e465106-ffdc-4ddd-ba00-64281c95facc'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:18.686133 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4fd97-f772-42b0-bd3c-24d72dbb4a05 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Pushing event deleted for resources: {'Port': ['ID=5e465106-ffdc-4ddd-ba00-64281c95facc,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:18.689558 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-08a4fd97-f772-42b0-bd3c-24d72dbb4a05 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:18.725939 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9281b35e-a8b5-426f-9ebc-72cf423f1b88 req-08a4fd97-f772-42b0-bd3c-24d72dbb4a05 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] No DVR routers for this DVR port 5e465106-ffdc-4ddd-ba00-64281c95facc on host hv-cinder-77428 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:33:18.728388 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9281b35e-a8b5-426f-9ebc-72cf423f1b88 req-08a4fd97-f772-42b0-bd3c-24d72dbb4a05 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:18.730374 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9281b35e-a8b5-426f-9ebc-72cf423f1b88 req-08a4fd97-f772-42b0-bd3c-24d72dbb4a05 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.16 "DELETE /v2.0/ports/5e465106-ffdc-4ddd-ba00-64281c95facc HTTP/1.1" status: 204 len: 173 time: 0.4544208 Jun 22 18:33:18.858762 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-36405ef0-4c1c-4488-969e-e6d0e051fb23 req-3ab7da5e-22e8-4fcf-ae41-c78d60677081 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] 10.222.0.20 "GET /v2.0/ports?device_id=d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c HTTP/1.1" status: 200 len: 210 time: 0.0320051 Jun 22 18:33:19.218206 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c91c7f-441c-4c18-b802-9cf9bcf8c725 req-61a136a3-29b8-4033-85ba-533586c4769b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:19.219790 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-02c91c7f-441c-4c18-b802-9cf9bcf8c725 req-61a136a3-29b8-4033-85ba-533586c4769b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0676386 Jun 22 18:33:19.267554 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-02c91c7f-441c-4c18-b802-9cf9bcf8c725 req-d1d1471f-1d5a-4bf6-b6fa-255905927e1b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408823 Jun 22 18:33:19.704743 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81f0a38-a1d6-4f53-bf2f-cbb44cb5208c', 'name': 'network-vif-deleted', 'tag': '5e465106-ffdc-4ddd-ba00-64281c95facc'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:19.707418 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc68e470-23ae-4e12-b261-77dd595dff49" -d '{"events": [{"server_uuid": "d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c", "name": "network-vif-deleted", "tag": "5e465106-ffdc-4ddd-ba00-64281c95facc"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:19.746483 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8079177a-d555-4230-92f6-564d4417a43c x-openstack-request-id: req-8079177a-d555-4230-92f6-564d4417a43c {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:19.746981 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81f0a38-a1d6-4f53-bf2f-cbb44cb5208c", "name": "network-vif-deleted", "tag": "5e465106-ffdc-4ddd-ba00-64281c95facc", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:19.747418 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8079177a-d555-4230-92f6-564d4417a43c {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:19.748091 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd81f0a38-a1d6-4f53-bf2f-cbb44cb5208c', 'name': 'network-vif-deleted', 'tag': '5e465106-ffdc-4ddd-ba00-64281c95facc', 'status': 'completed', 'code': 200} Jun 22 18:33:20.524474 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c70d1-e255-45c2-b9e5-eec9179040fb req-aa58bedd-038b-4c3c-8a3a-24ec31f99bb5 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:20.527872 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a81c70d1-e255-45c2-b9e5-eec9179040fb req-aa58bedd-038b-4c3c-8a3a-24ec31f99bb5 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1026804 Jun 22 18:33:20.597188 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a81c70d1-e255-45c2-b9e5-eec9179040fb req-f2ce3479-a939-47ac-b10b-86526a19dd03 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599747 Jun 22 18:33:20.661151 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e3bc3364-8125-494e-8708-942f7d056426 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:20.697716 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: e3bc3364-8125-494e-8708-942f7d056426 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:20.698577 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e3bc3364-8125-494e-8708-942f7d056426 not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:20.699306 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 5e465106-ffdc-4ddd-ba00-64281c95facc no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:20.737800 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: 5e465106-ffdc-4ddd-ba00-64281c95facc {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:20.740084 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 5e465106-ffdc-4ddd-ba00-64281c95facc not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:20.757389 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0afbab-1128-47de-b271-7cf75e33d481 req-44da7fed-e677-4a35-b1eb-3977e3553f69 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:20.760602 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3b0afbab-1128-47de-b271-7cf75e33d481 req-44da7fed-e677-4a35-b1eb-3977e3553f69 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 946 time: 0.1071212 Jun 22 18:33:20.840681 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3b0afbab-1128-47de-b271-7cf75e33d481 req-05216c77-9995-4290-bee5-c1928a4d51ac tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697553 Jun 22 18:33:21.937949 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2124795-45d1-4406-866b-bf6cf6149d56 req-6f856d5a-14e0-44b0-9ea5-41c555e10688 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:21.949310 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a2124795-45d1-4406-866b-bf6cf6149d56 req-6f856d5a-14e0-44b0-9ea5-41c555e10688 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1048644 Jun 22 18:33:22.019477 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a2124795-45d1-4406-866b-bf6cf6149d56 req-10eae3d6-0a5b-49df-a290-b07602c6d3b0 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686948 Jun 22 18:33:22.170526 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9851e1-45eb-4423-b861-6347467f3f78 req-c1eddb1f-ee34-48c7-995e-724967722037 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:22.173455 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1f9851e1-45eb-4423-b861-6347467f3f78 req-c1eddb1f-ee34-48c7-995e-724967722037 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 946 time: 0.0951016 Jun 22 18:33:22.239229 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1f9851e1-45eb-4423-b861-6347467f3f78 req-ef108b6e-5611-41f1-b72e-bb46aa0b72d8 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2fa021d-8881-4202-9c08-d4d9eef64908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558171 Jun 22 18:33:22.554791 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140090a9-3962-477b-b29a-8a93bc229974 req-1d531138-678e-499f-a405-c7ddcc8394bb tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:22.557362 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-140090a9-3962-477b-b29a-8a93bc229974 req-1d531138-678e-499f-a405-c7ddcc8394bb tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 946 time: 0.0920722 Jun 22 18:33:22.767382 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-140090a9-3962-477b-b29a-8a93bc229974 req-b25ab545-2a40-4549-80fd-a198be78ff5f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Deleting port b28aa602-8dff-406e-b615-54954362f384 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:22.768091 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-140090a9-3962-477b-b29a-8a93bc229974 req-b25ab545-2a40-4549-80fd-a198be78ff5f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:22.961658 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-140090a9-3962-477b-b29a-8a93bc229974 req-b25ab545-2a40-4549-80fd-a198be78ff5f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] For port b28aa602-8dff-406e-b615-54954362f384, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=b28aa602-8dff-406e-b615-54954362f384,segment=NetworkSegment(3d8a43af-fbab-438a-9a59-ea310a0b2aa3),segment_id=3d8a43af-fbab-438a-9a59-ea310a0b2aa3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:22.961658 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-140090a9-3962-477b-b29a-8a93bc229974 req-b25ab545-2a40-4549-80fd-a198be78ff5f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:22.979954 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-140090a9-3962-477b-b29a-8a93bc229974 req-b25ab545-2a40-4549-80fd-a198be78ff5f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Calling delete_port for b28aa602-8dff-406e-b615-54954362f384 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:23.229951 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-140090a9-3962-477b-b29a-8a93bc229974 req-b25ab545-2a40-4549-80fd-a198be78ff5f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:23.236106 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c805e22a-3b12-4d1e-9101-cca4bca8ce2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:23.250277 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['b28aa602-8dff-406e-b615-54954362f384'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:23.290192 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910fc21-672b-4f04-9145-b869edcf3bbf req-eeec888e-e262-4f79-ab19-fe8511068e26 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:23.298751 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ab545-2a40-4549-80fd-a198be78ff5f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Pushing event deleted for resources: {'Port': ['ID=b28aa602-8dff-406e-b615-54954362f384,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:23.304979 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a910fc21-672b-4f04-9145-b869edcf3bbf req-eeec888e-e262-4f79-ab19-fe8511068e26 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1477289 Jun 22 18:33:23.307939 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b25ab545-2a40-4549-80fd-a198be78ff5f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:23.388525 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a910fc21-672b-4f04-9145-b869edcf3bbf req-e267805a-a8d2-423d-9225-278cba4f701a tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700278 Jun 22 18:33:23.425958 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-140090a9-3962-477b-b29a-8a93bc229974 req-b25ab545-2a40-4549-80fd-a198be78ff5f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] No DVR routers for this DVR port b28aa602-8dff-406e-b615-54954362f384 on host hv-cinder-77428 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:33:23.449109 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-140090a9-3962-477b-b29a-8a93bc229974 req-b25ab545-2a40-4549-80fd-a198be78ff5f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:23.451246 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-140090a9-3962-477b-b29a-8a93bc229974 req-b25ab545-2a40-4549-80fd-a198be78ff5f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.16 "DELETE /v2.0/ports/b28aa602-8dff-406e-b615-54954362f384 HTTP/1.1" status: 204 len: 173 time: 0.8870137 Jun 22 18:33:23.452043 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53786124-adfb-494a-8f98-5139fc69438a', 'name': 'network-vif-deleted', 'tag': 'b28aa602-8dff-406e-b615-54954362f384'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:23.454826 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3a5cda-b2e9-4df2-a1cb-93bc1d4ae704" -d '{"events": [{"server_uuid": "53786124-adfb-494a-8f98-5139fc69438a", "name": "network-vif-deleted", "tag": "b28aa602-8dff-406e-b615-54954362f384"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:23.468939 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-4db7d4e5-ec43-4fba-bc2c-35c084aaaa38 req-da1dc21f-bdff-4db9-98f8-1dc87b6ed3bb tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] 10.222.0.20 "GET /v2.0/ports?device_id=53786124-adfb-494a-8f98-5139fc69438a HTTP/1.1" status: 200 len: 210 time: 0.0722473 Jun 22 18:33:23.553751 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060493bc-675f-4cb4-a167-e1da18c520c4 x-openstack-request-id: req-060493bc-675f-4cb4-a167-e1da18c520c4 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:23.554142 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53786124-adfb-494a-8f98-5139fc69438a", "name": "network-vif-deleted", "tag": "b28aa602-8dff-406e-b615-54954362f384", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:23.554442 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-060493bc-675f-4cb4-a167-e1da18c520c4 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:23.554864 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53786124-adfb-494a-8f98-5139fc69438a', 'name': 'network-vif-deleted', 'tag': 'b28aa602-8dff-406e-b615-54954362f384', 'status': 'completed', 'code': 200} Jun 22 18:33:24.580208 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 51554) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:24.714126 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a1ef4d-78d0-4e98-af51-be4d24143a6f admin admin] Deleting subnet 16c92407-c571-40c7-b8f0-f24e7a21633c {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:33:24.719551 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-32a1ef4d-78d0-4e98-af51-be4d24143a6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:24.754433 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57554f-5347-427b-b87e-e8ae866b07d7 req-bc1a7cf6-9678-47ce-938f-cbd26e8bbf45 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:24.757384 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9d57554f-5347-427b-b87e-e8ae866b07d7 req-bc1a7cf6-9678-47ce-938f-cbd26e8bbf45 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1582670 Jun 22 18:33:24.767635 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-32a1ef4d-78d0-4e98-af51-be4d24143a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067134497'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:24.827520 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-32a1ef4d-78d0-4e98-af51-be4d24143a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:24.840746 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9d57554f-5347-427b-b87e-e8ae866b07d7 req-6dbb903a-e9a7-4428-bef0-c80f7df19467 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595522 Jun 22 18:33:24.967868 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-32a1ef4d-78d0-4e98-af51-be4d24143a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065622552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065654001'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:24.988886 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5ec791c9-ea5f-4744-8afd-0b1d886643a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:25.063735 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1ef4d-78d0-4e98-af51-be4d24143a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c92407-c571-40c7-b8f0-f24e7a21633c,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:25.067855 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-32a1ef4d-78d0-4e98-af51-be4d24143a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.074338 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-32a1ef4d-78d0-4e98-af51-be4d24143a6f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/16c92407-c571-40c7-b8f0-f24e7a21633c HTTP/1.1" status: 204 len: 168 time: 0.4885316 Jun 22 18:33:25.074338 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-32a1ef4d-78d0-4e98-af51-be4d24143a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:25.075988 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 51562) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:25.166168 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.275294 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.286023 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d01a4b-5a0c-4149-a2c6-30f6a2618e20']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:25.298935 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8a43af-fbab-438a-9a59-ea310a0b2aa3') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:25.299307 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8a43af-fbab-438a-9a59-ea310a0b2aa3') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:25.311794 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067162601'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.333030 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.343325 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:33:25.343797 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066911071'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: Traceback (most recent call last): Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: timer() Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: cb(*args, **kw) Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: return func(*args, **kwargs) Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: self._notify() Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: self.callback(batched_events) Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: event.method(event) Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: return f(self, *a, **k) Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: return self._get(url).json() Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:33:25.345890 dv-cinder-774286-17-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:33:25.439799 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.445876 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:25.450664 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/59d01a4b-5a0c-4149-a2c6-30f6a2618e20 HTTP/1.1" status: 204 len: 168 time: 0.3680992 Jun 22 18:33:25.451466 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:25.472509 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=59d01a4b-5a0c-4149-a2c6-30f6a2618e20,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:25.475466 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:25.825289 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 51602) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:25.890597 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-6890d277-2b03-4915-91fa-3300204c1a30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff2e7cf91705484da2c9d63c8b5887ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0632889 Jun 22 18:33:25.894249 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 51606) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:26.019261 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a63f9266-f86e-4aef-9195-6b56a3812827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:26.048193 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a63f9266-f86e-4aef-9195-6b56a3812827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:26.111444 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a63f9266-f86e-4aef-9195-6b56a3812827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:26.117638 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a63f9266-f86e-4aef-9195-6b56a3812827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:26.133002 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-a63f9266-f86e-4aef-9195-6b56a3812827 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2fa021d-8881-4202-9c08-d4d9eef64908 HTTP/1.1" status: 204 len: 168 time: 0.2359061 Jun 22 18:33:26.134439 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-eca784c1-eac9-4fea-a3ed-25f3ae412242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:26.148497 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f9266-f86e-4aef-9195-6b56a3812827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fa021d-8881-4202-9c08-d4d9eef64908,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:26.153886 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a63f9266-f86e-4aef-9195-6b56a3812827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:26.183447 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c43c9-1fbb-4693-b002-14e312bfa010 req-f659ae0a-ffe0-4d92-95e6-c24aa86001cd tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:26.191694 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cb4c43c9-1fbb-4693-b002-14e312bfa010 req-f659ae0a-ffe0-4d92-95e6-c24aa86001cd tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1664176 Jun 22 18:33:26.235486 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cb4c43c9-1fbb-4693-b002-14e312bfa010 req-704a4de3-c2b2-4c26-8a78-3aef92a63323 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426235 Jun 22 18:33:26.513586 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231c99-50b9-42c2-b419-3c001f09af03 req-acb60c97-dce0-4914-8173-94a988e45119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:26.515569 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-18231c99-50b9-42c2-b419-3c001f09af03 req-acb60c97-dce0-4914-8173-94a988e45119 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.1266122 Jun 22 18:33:26.599751 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-18231c99-50b9-42c2-b419-3c001f09af03 req-0d96c0a3-de4b-4764-ac40-4d0448748c7c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662282 Jun 22 18:33:26.685900 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device b28aa602-8dff-406e-b615-54954362f384 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:26.740535 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: b28aa602-8dff-406e-b615-54954362f384 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:26.749280 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device b28aa602-8dff-406e-b615-54954362f384 not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:27.464560 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752b782-8f94-4744-aadc-25580b73bc96 req-04ec7cbf-1302-4e05-8928-c2c7673ff595 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:27.474186 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-4752b782-8f94-4744-aadc-25580b73bc96 req-04ec7cbf-1302-4e05-8928-c2c7673ff595 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0975263 Jun 22 18:33:27.527391 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-4752b782-8f94-4744-aadc-25580b73bc96 req-71cff707-6d87-4d26-ae9a-f9345ef86a8b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516739 Jun 22 18:33:28.959972 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d2e1d-b55e-48bc-8b3c-3c757fabad4d req-332980a7-201d-4044-89e5-910ed70be3b4 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:28.968295 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a30d2e1d-b55e-48bc-8b3c-3c757fabad4d req-332980a7-201d-4044-89e5-910ed70be3b4 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1379764 Jun 22 18:33:29.109780 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a30d2e1d-b55e-48bc-8b3c-3c757fabad4d req-2b4db780-70b1-4c5c-b1e7-0c054b66ddae tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383457 Jun 22 18:33:29.497104 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:29.876153 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:33:29.941758 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3876552-7cb8-49e5-b779-78d2bf95feec req-5338b949-0a26-4897-9e3d-937beb551818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:29.943356 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a3876552-7cb8-49e5-b779-78d2bf95feec req-5338b949-0a26-4897-9e3d-937beb551818 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4b35ad2eae2437293a521d8a216c696&device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 1098 time: 0.1342871 Jun 22 18:33:30.161108 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070a68d-5a5a-4dd8-8318-836a0ace1cfc req-60bb332c-5613-492b-aed7-d27206e4cfe0 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:30.175978 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d070a68d-5a5a-4dd8-8318-836a0ace1cfc req-60bb332c-5613-492b-aed7-d27206e4cfe0 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.2006147 Jun 22 18:33:30.255570 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d070a68d-5a5a-4dd8-8318-836a0ace1cfc req-2bb2d8cb-0a5b-4c35-b6da-a0c3580eaebe tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760252 Jun 22 18:33:30.351605 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3876552-7cb8-49e5-b779-78d2bf95feec req-ef65d2f3-cddc-4df2-a411-45d7a42e55c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:30.356025 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a3876552-7cb8-49e5-b779-78d2bf95feec req-ef65d2f3-cddc-4df2-a411-45d7a42e55c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=75e6befd-6f26-4650-9b7e-2f30ce50a808 HTTP/1.1" status: 200 len: 919 time: 0.4044807 Jun 22 18:33:30.465669 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a3876552-7cb8-49e5-b779-78d2bf95feec req-387d3876-ae92-4b00-b866-0e4bb2301897 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a6dad63c-e32c-4e2f-b78e-2c9c2913157d HTTP/1.1" status: 200 len: 217 time: 0.1029115 Jun 22 18:33:30.585753 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3876552-7cb8-49e5-b779-78d2bf95feec req-7ba5a0d0-c8ce-4ed6-9c9e-9c1e94c25f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:30.590885 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a3876552-7cb8-49e5-b779-78d2bf95feec req-7ba5a0d0-c8ce-4ed6-9c9e-9c1e94c25f6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=748b275f-0ae5-4fac-9860-855a76ef2bec HTTP/1.1" status: 200 len: 858 time: 0.1182013 Jun 22 18:33:30.651318 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a3876552-7cb8-49e5-b779-78d2bf95feec req-d9803432-88de-4a35-a1c2-20017bc580b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=75e6befd-6f26-4650-9b7e-2f30ce50a808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531476 Jun 22 18:33:30.703208 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 51722) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:30.829885 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a3876552-7cb8-49e5-b779-78d2bf95feec req-ce08b9f6-225c-4f39-852c-503015bb3ee8 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665831 Jun 22 18:33:30.907137 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8cf85727-d94a-44c8-b251-4f096c194dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:30.998375 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a3876552-7cb8-49e5-b779-78d2bf95feec req-1c03be6b-30f1-4564-8da2-d346253b4fe7 service neutron] 10.222.0.16 "GET /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642063 Jun 22 18:33:31.103405 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8cf85727-d94a-44c8-b251-4f096c194dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:31.112085 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8cf85727-d94a-44c8-b251-4f096c194dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:31.116596 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7321242d-28b4-4fd2-96c0-5e1009e23be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:31.166766 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf85727-d94a-44c8-b251-4f096c194dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490a9e1a-cd59-49d5-9ff4-832d68c4441c,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:31.171925 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8cf85727-d94a-44c8-b251-4f096c194dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:31.205173 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-8cf85727-d94a-44c8-b251-4f096c194dff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=808a35c0bb604a55ab4bfa3ebf208aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5005128 Jun 22 18:33:31.209688 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 51728) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:31.311997 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-08015a03-b7cb-4224-bd2c-d0821c52b840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:31.341563 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-08015a03-b7cb-4224-bd2c-d0821c52b840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:31.452785 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-08015a03-b7cb-4224-bd2c-d0821c52b840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:31.455885 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-08015a03-b7cb-4224-bd2c-d0821c52b840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:31.460798 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-08015a03-b7cb-4224-bd2c-d0821c52b840 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/490a9e1a-cd59-49d5-9ff4-832d68c4441c HTTP/1.1" status: 204 len: 168 time: 0.2463176 Jun 22 18:33:31.460798 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-05e7f437-4a73-4622-8b99-03e41a8bc17b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:31.498955 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08015a03-b7cb-4224-bd2c-d0821c52b840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490a9e1a-cd59-49d5-9ff4-832d68c4441c,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:31.508630 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-08015a03-b7cb-4224-bd2c-d0821c52b840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:31.660046 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e664721-b27b-4d8c-8eec-a079b5747485 req-c37066cd-e1d3-4d3e-bfd6-ae61fe89a2c1 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:31.669959 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-0e664721-b27b-4d8c-8eec-a079b5747485 req-c37066cd-e1d3-4d3e-bfd6-ae61fe89a2c1 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1158910 Jun 22 18:33:31.735803 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-0e664721-b27b-4d8c-8eec-a079b5747485 req-0084d7cf-26c8-473c-a2a6-8ef7f27bcb59 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647557 Jun 22 18:33:31.782093 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6dc6581b-1cc2-4e72-ba5f-612cbdb65c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:32.200816 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 51748) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:32.233430 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-64896234-b5b3-450b-9b58-9df85c1c42c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:32.518039 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-64896234-b5b3-450b-9b58-9df85c1c42c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:32.529484 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-64896234-b5b3-450b-9b58-9df85c1c42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:32.535181 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8aa42c0f-393e-4a17-9676-344715566211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:32.584291 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-64896234-b5b3-450b-9b58-9df85c1c42c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=148fb193174f43829a44e0712a5aaab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819449 Jun 22 18:33:32.585824 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64896234-b5b3-450b-9b58-9df85c1c42c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec06cf9c-1168-4f7d-84fa-6ab70cbf88c8,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:32.586978 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 51752) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:32.591122 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-64896234-b5b3-450b-9b58-9df85c1c42c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:33.196032 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8c5655a9-cafd-4eb4-b952-8bea7c1f684d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:33.322621 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8c5655a9-cafd-4eb4-b952-8bea7c1f684d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:33.465713 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9fba8-3435-44ac-9415-a4914b1ed590 req-183546a7-e62d-49e7-b45f-3abbde32531c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:33.476720 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-05d9fba8-3435-44ac-9415-a4914b1ed590 req-183546a7-e62d-49e7-b45f-3abbde32531c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.3388557 Jun 22 18:33:33.526191 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8c5655a9-cafd-4eb4-b952-8bea7c1f684d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:33.528810 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8c5655a9-cafd-4eb4-b952-8bea7c1f684d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:33.529963 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-8c5655a9-cafd-4eb4-b952-8bea7c1f684d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec06cf9c-1168-4f7d-84fa-6ab70cbf88c8 HTTP/1.1" status: 204 len: 168 time: 0.9416969 Jun 22 18:33:33.532586 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-13e0692f-f022-442b-87d9-e61118a93b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:33.568245 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5655a9-cafd-4eb4-b952-8bea7c1f684d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec06cf9c-1168-4f7d-84fa-6ab70cbf88c8,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:33.571552 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8c5655a9-cafd-4eb4-b952-8bea7c1f684d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:33.594161 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-05d9fba8-3435-44ac-9415-a4914b1ed590 req-68aaa30d-3821-4f06-a6a2-ce368f0aea11 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177657 Jun 22 18:33:35.308855 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6ef1fef5-dbce-4fa9-a6a6-47be413e24b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:35.614947 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:36.328968 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-88213f89-054c-4493-8618-bd2463640745 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:36.330731 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-88213f89-054c-4493-8618-bd2463640745 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/networks?id=63959033-e20c-4430-9fd5-a93c9b3bbe83 HTTP/1.1" status: 200 len: 815 time: 0.1250296 Jun 22 18:33:36.354321 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-efdee6aa-b706-4440-a0c3-f994d76dc9b5 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/quotas/ce659c956de74c148627451202f0c8b3 HTTP/1.1" status: 200 len: 375 time: 0.0159507 Jun 22 18:33:36.371279 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:36.442871 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-1032752b-bc9c-4143-b241-bb4402c2bbe4 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ce659c956de74c148627451202f0c8b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717292 Jun 22 18:33:36.566882 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-f6de5848-0a95-40b7-9088-6df8af527241 service neutron] 10.222.0.20 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061537 Jun 22 18:33:36.992132 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-5ef58914-b1b9-4097-8cf4-efc48d9b239e service neutron] 10.222.0.20 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167593 Jun 22 18:33:37.107238 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 51882) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:37.292608 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-da3a49c2-7782-497b-8078-6141ef003c7e req-b66d2149-1e10-4ee2-80a8-f5e5ef760fd9 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 210 time: 0.0513060 Jun 22 18:33:37.318109 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-216a03bd-97f0-40cd-8d0d-051cc9324535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.540048 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-216a03bd-97f0-40cd-8d0d-051cc9324535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.545995 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-216a03bd-97f0-40cd-8d0d-051cc9324535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.550596 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-dad47709-e841-409c-a412-6bba688a5f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:37.597664 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-216a03bd-97f0-40cd-8d0d-051cc9324535 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3014a012af8f4b0eb48db76ec6b2a502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4885793 Jun 22 18:33:37.598850 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a03bd-97f0-40cd-8d0d-051cc9324535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe1cacb-37e9-48f0-b3ad-427d2db6571d,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:37.602110 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 51896) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:37.626124 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-216a03bd-97f0-40cd-8d0d-051cc9324535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:37.697193 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-23078547-3b7d-4ccd-939a-90a7bd0cf421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.741807 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-23078547-3b7d-4ccd-939a-90a7bd0cf421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.806447 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-23078547-3b7d-4ccd-939a-90a7bd0cf421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.809561 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-23078547-3b7d-4ccd-939a-90a7bd0cf421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:37.810962 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-23078547-3b7d-4ccd-939a-90a7bd0cf421 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fe1cacb-37e9-48f0-b3ad-427d2db6571d HTTP/1.1" status: 204 len: 168 time: 0.2073450 Jun 22 18:33:37.811975 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-08015a03-b7cb-4224-bd2c-d0821c52b840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:37.833349 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23078547-3b7d-4ccd-939a-90a7bd0cf421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe1cacb-37e9-48f0-b3ad-427d2db6571d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:37.838216 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-23078547-3b7d-4ccd-939a-90a7bd0cf421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:38.572568 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.626637 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 51924) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:38.652893 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-962c61e5-515c-4d55-a09f-db271ea2ab31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.706034 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-23cf3f63-9dbd-4458-9678-1ceca07a064c req-7a675bb0-bb94-434d-8ccb-3bbfbea14828 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 210 time: 0.1089015 Jun 22 18:33:38.954451 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-962c61e5-515c-4d55-a09f-db271ea2ab31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.963363 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-962c61e5-515c-4d55-a09f-db271ea2ab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:38.967404 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-053c8aef-f3fd-49ec-a700-52cd4e525778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:39.028435 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c61e5-515c-4d55-a09f-db271ea2ab31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38289fc-b7e5-4ae2-8aff-e93273547d06,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:39.038321 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-962c61e5-515c-4d55-a09f-db271ea2ab31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:39.043010 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-962c61e5-515c-4d55-a09f-db271ea2ab31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=067a5243be6c4f04bc6cd68e6421e3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152269 Jun 22 18:33:39.046733 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 51934) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:39.076078 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e8834-f56c-4ee2-9879-52f253c6a803 req-f4282d14-a2a4-4790-bcc8-666173248fea tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:39.093537 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-397e8834-f56c-4ee2-9879-52f253c6a803 req-f4282d14-a2a4-4790-bcc8-666173248fea tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.2002325 Jun 22 18:33:39.135221 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-76ba583e-2d3f-4ef6-bdca-8e8ce60d0e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:39.168929 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-76ba583e-2d3f-4ef6-bdca-8e8ce60d0e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:39.169321 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-397e8834-f56c-4ee2-9879-52f253c6a803 req-a3df6c48-8f8b-4ea6-8814-26356ece6f17 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694706 Jun 22 18:33:39.229540 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-76ba583e-2d3f-4ef6-bdca-8e8ce60d0e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:39.235225 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-76ba583e-2d3f-4ef6-bdca-8e8ce60d0e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:39.250638 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-76ba583e-2d3f-4ef6-bdca-8e8ce60d0e97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e38289fc-b7e5-4ae2-8aff-e93273547d06 HTTP/1.1" status: 204 len: 168 time: 0.2020407 Jun 22 18:33:39.264196 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:39.295783 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba583e-2d3f-4ef6-bdca-8e8ce60d0e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38289fc-b7e5-4ae2-8aff-e93273547d06,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:39.304790 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-76ba583e-2d3f-4ef6-bdca-8e8ce60d0e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:39.485634 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-4b8eff1b-0866-4ef9-910c-715ecc4a31cb tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:39.489257 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-4b8eff1b-0866-4ef9-910c-715ecc4a31cb tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.16 "GET /v2.0/networks?id=63959033-e20c-4430-9fd5-a93c9b3bbe83 HTTP/1.1" status: 200 len: 815 time: 0.2340183 Jun 22 18:33:39.532794 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Request body: {'port': {'device_id': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'admin_state_up': True, 'tenant_id': 'ce659c956de74c148627451202f0c8b3'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:39.717007 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Made reservation on behalf of ce659c956de74c148627451202f0c8b3 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:33:39.724279 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:39.995414 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5796f66f-2cf3-49ea-b3ff-c6c55099d950 req-f1020352-c4bd-4559-8173-c421377dc07a tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 210 time: 0.0597727 Jun 22 18:33:40.101622 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Allocated IP 172.20.0.13 (63959033-e20c-4430-9fd5-a93c9b3bbe83/3af66886-a1f2-4885-aa59-0ab8d41f05f3/f4b5c436-30b2-4946-939a-b14debe94887) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:33:40.455505 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:40.497671 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Transition to ACTIVE for port object f4b5c436-30b2-4946-939a-b14debe94887 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:40.647192 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4855f1b-d6ee-4947-8731-a471a34a0b20 req-c43aea5a-4152-427b-98b4-d2269930d618 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:40.669056 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b4855f1b-d6ee-4947-8731-a471a34a0b20 req-c43aea5a-4152-427b-98b4-d2269930d618 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1882253 Jun 22 18:33:40.683072 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:40.710631 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-796f1011-7286-4b4b-97d7-3611fff509c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:40.734773 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Network 63959033-e20c-4430-9fd5-a93c9b3bbe83 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:33:40.738721 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:33:40.842085 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:33:40.971395 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b4855f1b-d6ee-4947-8731-a471a34a0b20 req-8c5c7b04-1d96-4f39-b4c0-8304dc11723b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012435 Jun 22 18:33:41.009276 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event updated for resources: {'Port': ['ID=f4b5c436-30b2-4946-939a-b14debe94887,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:41.014042 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:41.054737 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:41.076508 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:41.130380 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6192331 Jun 22 18:33:41.232573 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4363b2b2-474c-4b97-88b5-4c6a21225d61 None None] Provisioning for port f4b5c436-30b2-4946-939a-b14debe94887 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:33:41.237805 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4363b2b2-474c-4b97-88b5-4c6a21225d61 None None] Provisioning complete for port f4b5c436-30b2-4946-939a-b14debe94887 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:33:41.238404 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4363b2b2-474c-4b97-88b5-4c6a21225d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:41.288189 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Request body: {'port': {'device_id': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:33:41.349500 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-4363b2b2-474c-4b97-88b5-4c6a21225d61 None None] Port f4b5c436-30b2-4946-939a-b14debe94887 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:33:41.465397 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:41.509992 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bec8de-0685-400a-8ae4-7096fde60f71 req-a1606566-f8d3-4e0d-827e-6fbbc3307b36 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:41.529378 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-92bec8de-0685-400a-8ae4-7096fde60f71 req-a1606566-f8d3-4e0d-827e-6fbbc3307b36 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 932 time: 0.3273413 Jun 22 18:33:41.662750 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5f217-7745-4884-a148-904a78c14f4b req-fc4d7a43-c4ee-493c-997c-612b34726db8 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:41.665709 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-34a5f217-7745-4884-a148-904a78c14f4b req-fc4d7a43-c4ee-493c-997c-612b34726db8 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.16 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1488016 Jun 22 18:33:41.697377 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-92bec8de-0685-400a-8ae4-7096fde60f71 req-c3bd8ffa-f55d-47ea-aa14-468e1099b065 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683030 Jun 22 18:33:41.848350 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-34a5f217-7745-4884-a148-904a78c14f4b req-45eaf294-db23-4b8f-bc72-d2fdbb03413c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Deleting port 94b0e541-6e76-407e-b0ec-901a439dec43 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:33:41.849044 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34a5f217-7745-4884-a148-904a78c14f4b req-45eaf294-db23-4b8f-bc72-d2fdbb03413c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:42.146049 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-34a5f217-7745-4884-a148-904a78c14f4b req-45eaf294-db23-4b8f-bc72-d2fdbb03413c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] For port 94b0e541-6e76-407e-b0ec-901a439dec43, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=94b0e541-6e76-407e-b0ec-901a439dec43,segment=NetworkSegment(eff6a548-5961-4e8d-8f4c-bf0dca62b58b),segment_id=eff6a548-5961-4e8d-8f4c-bf0dca62b58b)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:42.146506 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34a5f217-7745-4884-a148-904a78c14f4b req-45eaf294-db23-4b8f-bc72-d2fdbb03413c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:42.200718 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-34a5f217-7745-4884-a148-904a78c14f4b req-45eaf294-db23-4b8f-bc72-d2fdbb03413c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Calling delete_port for 94b0e541-6e76-407e-b0ec-901a439dec43 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:33:42.289424 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b5c436-30b2-4946-939a-b14debe94887 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:42.307811 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:42.365528 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Transition to ACTIVE for port object f4b5c436-30b2-4946-939a-b14debe94887 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:33:42.376100 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:42.379966 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:42.455507 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5540f-6e0e-4145-bac7-c4a327e40ba3 req-d80e86d2-e68a-4107-aa4d-b0295847729b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:42.457652 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3ca5540f-6e0e-4145-bac7-c4a327e40ba3 req-d80e86d2-e68a-4107-aa4d-b0295847729b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 945 time: 0.1796329 Jun 22 18:33:42.542862 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34a5f217-7745-4884-a148-904a78c14f4b req-45eaf294-db23-4b8f-bc72-d2fdbb03413c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:42.566689 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['a6dad63c-e32c-4e2f-b78e-2c9c2913157d', '94b0e541-6e76-407e-b0ec-901a439dec43'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:42.575577 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f7f3122b-75f1-4b71-ad17-75314854422b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:42.585103 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Pushing event updated for resources: {'Port': ['ID=f4b5c436-30b2-4946-939a-b14debe94887,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:42.612868 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:42.667648 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaf294-db23-4b8f-bc72-d2fdbb03413c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Pushing event deleted for resources: {'Port': ['ID=94b0e541-6e76-407e-b0ec-901a439dec43,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:42.674497 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-45eaf294-db23-4b8f-bc72-d2fdbb03413c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:42.679845 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Attempting to bind port f4b5c436-30b2-4946-939a-b14debe94887 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:33:42.681290 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Attempting to bind port f4b5c436-30b2-4946-939a-b14debe94887 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '57b86d0a-ab00-4733-bd60-5509518e7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:33:42.681994 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Attempting to bind port f4b5c436-30b2-4946-939a-b14debe94887 on network 63959033-e20c-4430-9fd5-a93c9b3bbe83 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:42.687228 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Port f4b5c436-30b2-4946-939a-b14debe94887 on network 63959033-e20c-4430-9fd5-a93c9b3bbe83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:33:42.687797 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Attempting to bind port f4b5c436-30b2-4946-939a-b14debe94887 on network 63959033-e20c-4430-9fd5-a93c9b3bbe83 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:33:42.693870 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:33:42.695604 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Checking segment: {'id': '57b86d0a-ab00-4733-bd60-5509518e7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:33:42.696304 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Bound using segment: {'id': '57b86d0a-ab00-4733-bd60-5509518e7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:33:42.696942 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Bound port: f4b5c436-30b2-4946-939a-b14debe94887, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b86d0a-ab00-4733-bd60-5509518e7d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:33:42.697512 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:42.814862 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a5f217-7745-4884-a148-904a78c14f4b req-45eaf294-db23-4b8f-bc72-d2fdbb03413c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] No DVR routers for this DVR port 94b0e541-6e76-407e-b0ec-901a439dec43 on host hv-cinder-77428 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:33:42.827758 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-34a5f217-7745-4884-a148-904a78c14f4b req-45eaf294-db23-4b8f-bc72-d2fdbb03413c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:42.835407 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-34a5f217-7745-4884-a148-904a78c14f4b req-45eaf294-db23-4b8f-bc72-d2fdbb03413c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.16 "DELETE /v2.0/ports/94b0e541-6e76-407e-b0ec-901a439dec43 HTTP/1.1" status: 204 len: 173 time: 1.1517069 Jun 22 18:33:42.862678 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3ca5540f-6e0e-4145-bac7-c4a327e40ba3 req-63f48573-8aa9-4565-91ab-be92e6ba079a tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850863 Jun 22 18:33:42.863574 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a06b6f-a4e7-47c7-a231-50af80dca552', 'name': 'network-vif-deleted', 'tag': '94b0e541-6e76-407e-b0ec-901a439dec43'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:42.870740 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b881e0b9-9417-4c58-8ac6-40a4f2e61903" -d '{"events": [{"server_uuid": "80a06b6f-a4e7-47c7-a231-50af80dca552", "name": "network-vif-deleted", "tag": "94b0e541-6e76-407e-b0ec-901a439dec43"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:42.966857 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] For port f4b5c436-30b2-4946-939a-b14debe94887, host hv-cinder-77428, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:33:42.975437 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] For port f4b5c436-30b2-4946-939a-b14debe94887, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b5c436-30b2-4946-939a-b14debe94887,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:33:42.986839 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:43.004028 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:43.067605 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a262647-df1e-44d9-af92-a538346c5e3b x-openstack-request-id: req-5a262647-df1e-44d9-af92-a538346c5e3b {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:43.068177 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a06b6f-a4e7-47c7-a231-50af80dca552", "name": "network-vif-deleted", "tag": "94b0e541-6e76-407e-b0ec-901a439dec43", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:43.068638 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a262647-df1e-44d9-af92-a538346c5e3b {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:43.069281 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a06b6f-a4e7-47c7-a231-50af80dca552', 'name': 'network-vif-deleted', 'tag': '94b0e541-6e76-407e-b0ec-901a439dec43', 'status': 'completed', 'code': 200} Jun 22 18:33:43.164110 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:43.166730 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:43.169553 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] 10.222.0.16 "PUT /v2.0/ports/f4b5c436-30b2-4946-939a-b14debe94887 HTTP/1.1" status: 200 len: 1094 time: 1.9012969 Jun 22 18:33:43.172407 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:33:43.175149 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea3d839-52d1-45f4-961e-b87722e9f78c" -d '{"events": [{"name": "network-changed", "server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "tag": "f4b5c436-30b2-4946-939a-b14debe94887"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:33:43.241024 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Pushing event updated for resources: {'Port': ['ID=f4b5c436-30b2-4946-939a-b14debe94887,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:43.267055 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:43.302200 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c13082d-7366-453c-9717-b9d5a06e190a x-openstack-request-id: req-1c13082d-7366-453c-9717-b9d5a06e190a {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:33:43.303370 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "tag": "f4b5c436-30b2-4946-939a-b14debe94887", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:33:43.303879 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c13082d-7366-453c-9717-b9d5a06e190a {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:33:43.304512 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887', 'status': 'completed', 'code': 200} Jun 22 18:33:43.336903 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb0488-5594-48d4-bef8-10bbc606572a req-2a3f3a2b-5385-4d81-8351-72a9f9ac71c4 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:43.349429 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d7fb0488-5594-48d4-bef8-10bbc606572a req-2a3f3a2b-5385-4d81-8351-72a9f9ac71c4 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 944 time: 0.2839103 Jun 22 18:33:43.570399 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d7fb0488-5594-48d4-bef8-10bbc606572a req-4b44cac1-38dc-4f10-bb44-2d5bf23b412c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171600 Jun 22 18:33:43.634762 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-f8a4bc64-0e10-42ea-91b7-fb3b16c96aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:43.643068 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-f8a4bc64-0e10-42ea-91b7-fb3b16c96aee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce659c956de74c148627451202f0c8b3&device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 1097 time: 0.2767754 Jun 22 18:33:43.769113 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-93a6b933-ae0c-411b-a46d-37e7f5a69f52 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b5c436-30b2-4946-939a-b14debe94887 HTTP/1.1" status: 200 len: 217 time: 0.1059573 Jun 22 18:33:43.872429 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-33fa73e6-eade-4e87-9ce1-6490853a0ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:43.874071 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-33fa73e6-eade-4e87-9ce1-6490853a0ec5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3af66886-a1f2-4885-aa59-0ab8d41f05f3 HTTP/1.1" status: 200 len: 854 time: 0.0965774 Jun 22 18:33:44.074281 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-8f571dff-19a9-43f1-96f2-9651157df958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:44.076171 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-8f571dff-19a9-43f1-96f2-9651157df958 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63959033-e20c-4430-9fd5-a93c9b3bbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1562719 Jun 22 18:33:44.262210 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4210f47f-554d-4843-9325-decf3c4b13de req-29e51dd4-d6f6-4b9f-b883-3b893c7423c0 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=80a06b6f-a4e7-47c7-a231-50af80dca552 HTTP/1.1" status: 200 len: 210 time: 0.0575719 Jun 22 18:33:44.422183 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-e7f3458b-f555-4e8e-9cad-c9d9f8fbe215 service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963569 Jun 22 18:33:44.705960 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9b9b2cca-4981-4ce2-9e32-16e0a2d700c5 req-9b613ae1-5d1f-4f47-b1b3-fb69467b5983 service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461903 Jun 22 18:33:44.825721 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 94b0e541-6e76-407e-b0ec-901a439dec43 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:33:44.847382 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70beee-b95a-46d7-8727-de2995a267d8 req-5ae0f235-8bda-4a31-90e5-7d705f73bda3 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:44.863766 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cf70beee-b95a-46d7-8727-de2995a267d8 req-5ae0f235-8bda-4a31-90e5-7d705f73bda3 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 944 time: 0.1105378 Jun 22 18:33:44.920932 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: 94b0e541-6e76-407e-b0ec-901a439dec43 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:33:44.921227 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 94b0e541-6e76-407e-b0ec-901a439dec43 not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:33:44.958771 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cf70beee-b95a-46d7-8727-de2995a267d8 req-ea87f7d0-59b0-46ea-8327-b044f6dac704 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846009 Jun 22 18:33:45.179883 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3d839-52d1-45f4-961e-b87722e9f78c req-18280bb0-aecb-4587-9c11-f2b615997972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:45.183959 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0ea3d839-52d1-45f4-961e-b87722e9f78c req-18280bb0-aecb-4587-9c11-f2b615997972 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce659c956de74c148627451202f0c8b3&device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 1097 time: 0.2122202 Jun 22 18:33:45.473568 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3d839-52d1-45f4-961e-b87722e9f78c req-9504f6ea-3944-48bc-8457-f390ee81198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:45.475087 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0ea3d839-52d1-45f4-961e-b87722e9f78c req-9504f6ea-3944-48bc-8457-f390ee81198d service neutron] 10.222.0.16 "GET /v2.0/networks?id=63959033-e20c-4430-9fd5-a93c9b3bbe83 HTTP/1.1" status: 200 len: 916 time: 0.2741053 Jun 22 18:33:45.609136 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0ea3d839-52d1-45f4-961e-b87722e9f78c req-3d6457d1-562f-4afc-82b1-f90cc5a44b43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b5c436-30b2-4946-939a-b14debe94887 HTTP/1.1" status: 200 len: 217 time: 0.1171329 Jun 22 18:33:45.749088 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3d839-52d1-45f4-961e-b87722e9f78c req-b716ac06-62ad-4f7e-850b-c6b3d88ae526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:45.751753 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0ea3d839-52d1-45f4-961e-b87722e9f78c req-b716ac06-62ad-4f7e-850b-c6b3d88ae526 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3af66886-a1f2-4885-aa59-0ab8d41f05f3 HTTP/1.1" status: 200 len: 854 time: 0.1029394 Jun 22 18:33:45.914201 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3d839-52d1-45f4-961e-b87722e9f78c req-a13e425f-bc4b-4700-b0c5-3f09bc8f9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:45.919132 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0ea3d839-52d1-45f4-961e-b87722e9f78c req-a13e425f-bc4b-4700-b0c5-3f09bc8f9f62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63959033-e20c-4430-9fd5-a93c9b3bbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1584845 Jun 22 18:33:46.254176 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0ea3d839-52d1-45f4-961e-b87722e9f78c req-45b4a911-22de-47d1-af1b-967a3752ce49 service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949219 Jun 22 18:33:46.315155 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b76d9b-b32f-4262-82ae-4af6bf9c83fc req-549dae52-24f4-448f-bbf5-c3c8ede597fa tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:46.317062 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-84b76d9b-b32f-4262-82ae-4af6bf9c83fc req-549dae52-24f4-448f-bbf5-c3c8ede597fa tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0846789 Jun 22 18:33:46.357964 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c0276-ac86-4884-82f4-32a1b4c17945 req-58a26ad6-8c0e-4f32-a1ac-382421e0eb5e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:46.360508 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b49c0276-ac86-4884-82f4-32a1b4c17945 req-58a26ad6-8c0e-4f32-a1ac-382421e0eb5e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 944 time: 0.1189103 Jun 22 18:33:46.397445 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-84b76d9b-b32f-4262-82ae-4af6bf9c83fc req-382723bd-61ed-46d0-8c5d-2d4e4ae26ebd tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640295 Jun 22 18:33:46.443730 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b49c0276-ac86-4884-82f4-32a1b4c17945 req-5a1bec21-beb5-4e72-aa4c-47a49f997603 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689936 Jun 22 18:33:46.578762 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0ea3d839-52d1-45f4-961e-b87722e9f78c req-3e8bc302-ff49-4590-9cce-3136ca1b9915 service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972721 Jun 22 18:33:47.247862 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52130) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:47.447789 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f8369d43-b4f8-44c9-97a7-7a4969e613f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.678605 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f8369d43-b4f8-44c9-97a7-7a4969e613f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.689114 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f8369d43-b4f8-44c9-97a7-7a4969e613f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.693043 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0391d8d4-0d3f-49a8-b5a8-c56812df1ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:47.761530 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560cfc6-61c5-439f-976c-2bdc06324567 req-480ddab9-0f13-453a-bdaf-63fd64df21f1 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:47.764375 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f560cfc6-61c5-439f-976c-2bdc06324567 req-480ddab9-0f13-453a-bdaf-63fd64df21f1 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1835508 Jun 22 18:33:47.834436 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8369d43-b4f8-44c9-97a7-7a4969e613f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd25ad56-66bd-4cb4-a87f-aeccb81cf4a3,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:47.843633 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52146) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:47.848684 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-f8369d43-b4f8-44c9-97a7-7a4969e613f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24c906d24dbb4e9094b6a48b398720ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5975330 Jun 22 18:33:47.860612 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f8369d43-b4f8-44c9-97a7-7a4969e613f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:47.874976 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f560cfc6-61c5-439f-976c-2bdc06324567 req-d6b605c4-8c8a-4a97-ac0e-de4a687480ab tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004577 Jun 22 18:33:47.897862 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ee2927-7651-4485-ade5-f6bdf4b12a3c req-47e39662-e427-4668-8602-72adf66e5c5a tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:47.918149 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e2ee2927-7651-4485-ade5-f6bdf4b12a3c req-47e39662-e427-4668-8602-72adf66e5c5a tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 944 time: 0.2300656 Jun 22 18:33:47.938434 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f51845a9-3bd3-4004-a593-f100ab01ee63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:47.976397 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e2ee2927-7651-4485-ade5-f6bdf4b12a3c req-8fa3613b-1a48-45c6-84e3-a7bf10e60e71 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567360 Jun 22 18:33:47.990958 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f51845a9-3bd3-4004-a593-f100ab01ee63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:48.053649 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f51845a9-3bd3-4004-a593-f100ab01ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:48.058472 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f51845a9-3bd3-4004-a593-f100ab01ee63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:48.058472 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-f51845a9-3bd3-4004-a593-f100ab01ee63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd25ad56-66bd-4cb4-a87f-aeccb81cf4a3 HTTP/1.1" status: 204 len: 168 time: 0.2132072 Jun 22 18:33:48.061442 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f53bc0b6-b90a-415b-9609-dd368349e4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:48.083361 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51845a9-3bd3-4004-a593-f100ab01ee63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd25ad56-66bd-4cb4-a87f-aeccb81cf4a3,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:48.089482 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f51845a9-3bd3-4004-a593-f100ab01ee63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:48.763359 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52154) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:48.803308 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-84c8d0bd-3212-4d0d-8bb6-4a18b65b5d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.210124 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-84c8d0bd-3212-4d0d-8bb6-4a18b65b5d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.222766 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-84c8d0bd-3212-4d0d-8bb6-4a18b65b5d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.228692 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:49.306152 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-84c8d0bd-3212-4d0d-8bb6-4a18b65b5d5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d2e97342f6941b2b2aa6dca2d2ae8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435913 Jun 22 18:33:49.309818 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52168) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:49.323138 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8d0bd-3212-4d0d-8bb6-4a18b65b5d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22755c23-5d9d-4f52-a11c-74bc7789e387,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:49.326646 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-84c8d0bd-3212-4d0d-8bb6-4a18b65b5d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:49.375642 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d87315-8901-4fee-b17f-78095c87e96f req-1d57a12b-f340-4bda-a91e-9e77da6afd71 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:49.392445 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-49d87315-8901-4fee-b17f-78095c87e96f req-1d57a12b-f340-4bda-a91e-9e77da6afd71 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.2448483 Jun 22 18:33:49.402384 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842102e2-e1d3-4408-8060-2bc3794a7ff1 req-91c19275-79ad-4ff2-902a-594d32ff494c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:49.419551 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-842102e2-e1d3-4408-8060-2bc3794a7ff1 req-91c19275-79ad-4ff2-902a-594d32ff494c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 944 time: 0.2488854 Jun 22 18:33:49.479232 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-49d87315-8901-4fee-b17f-78095c87e96f req-21a5ca2b-87e6-4b86-9bf9-a0d0a78679cd tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884645 Jun 22 18:33:49.488599 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.532744 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.601118 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-842102e2-e1d3-4408-8060-2bc3794a7ff1 req-6f1ac739-ae71-430e-9c4c-8516f8946b96 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299210 Jun 22 18:33:49.658555 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.665745 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:49.671646 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22755c23-5d9d-4f52-a11c-74bc7789e387 HTTP/1.1" status: 204 len: 168 time: 0.3590937 Jun 22 18:33:49.672593 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d4b86722-a14b-4510-be4f-d888adca9024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:49.691177 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22755c23-5d9d-4f52-a11c-74bc7789e387,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:49.707833 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:49.708342 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:49.709081 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:49.709163 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:49.709572 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:49.709999 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:49.710839 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:49.710839 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:49.711504 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:49.712919 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:49.713667 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:49.715322 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:49.720328 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:50.824014 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52200) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:51.022757 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd261c8-fa3e-4a13-ab6f-357870170835 req-33b32027-c4eb-4680-9910-4c0c583590dc tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:51.028831 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1bd261c8-fa3e-4a13-ab6f-357870170835 req-33b32027-c4eb-4680-9910-4c0c583590dc tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 944 time: 0.1939144 Jun 22 18:33:51.131571 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1bd261c8-fa3e-4a13-ab6f-357870170835 req-521ece08-d7a4-4702-9433-c5d98c68d0eb tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692694 Jun 22 18:33:51.180062 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.295089 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49980b2-033b-417a-90e6-cdbbea2ff2b8 req-658515bc-f55b-4019-b026-9a2638959cc2 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:51.304238 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d49980b2-033b-417a-90e6-cdbbea2ff2b8 req-658515bc-f55b-4019-b026-9a2638959cc2 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1180909 Jun 22 18:33:51.380511 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d49980b2-033b-417a-90e6-cdbbea2ff2b8 req-592cb6c1-6c89-438c-9e5e-a7b02ecbd81b tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747755 Jun 22 18:33:51.468202 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.474357 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.480122 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-40a49427-b212-4cc5-a0cc-2dcaf688de0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:51.535257 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=76eeabd9acbb42b9aca464f59fb7d5de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7093289 Jun 22 18:33:51.537218 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03421ee3-bce7-4ce0-b152-be4ccad8bb96,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:51.537895 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52230) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:51.551727 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:51.552343 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:51.552982 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:51.553592 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:51.554149 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:51.554723 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:51.555565 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:51.556327 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:51.557078 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:51.557676 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:51.558269 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:51.558861 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:33:51.565598 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0b7c7fb4-3f56-4c8b-bba7-abb642be5e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:51.641589 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3fa2169f-192e-4295-832d-ddba20d42b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.674758 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3fa2169f-192e-4295-832d-ddba20d42b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.740097 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3fa2169f-192e-4295-832d-ddba20d42b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.744355 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3fa2169f-192e-4295-832d-ddba20d42b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:51.745544 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-3fa2169f-192e-4295-832d-ddba20d42b83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03421ee3-bce7-4ce0-b152-be4ccad8bb96 HTTP/1.1" status: 204 len: 168 time: 0.2066505 Jun 22 18:33:51.747246 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f8369d43-b4f8-44c9-97a7-7a4969e613f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:51.757639 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2169f-192e-4295-832d-ddba20d42b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03421ee3-bce7-4ce0-b152-be4ccad8bb96,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:51.760847 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3fa2169f-192e-4295-832d-ddba20d42b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:52.427159 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a1c6c-3d49-4757-b814-7b735869b76c req-bdecd715-38f0-45d3-9ac5-5df57316fa57 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:52.441716 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5f8a1c6c-3d49-4757-b814-7b735869b76c req-bdecd715-38f0-45d3-9ac5-5df57316fa57 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 944 time: 0.1139386 Jun 22 18:33:52.531388 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5f8a1c6c-3d49-4757-b814-7b735869b76c req-4fada808-856e-4687-943c-493c0853e06a tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883656 Jun 22 18:33:52.768445 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dfe78-1166-465d-979f-c45402d3b55d req-c31c82dd-174d-4c72-af13-6ea57dcdf3df tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:52.781059 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f01dfe78-1166-465d-979f-c45402d3b55d req-c31c82dd-174d-4c72-af13-6ea57dcdf3df tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1245017 Jun 22 18:33:52.876549 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f01dfe78-1166-465d-979f-c45402d3b55d req-a96b092e-8354-4c3c-9fee-1294f2af30e2 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940802 Jun 22 18:33:53.795879 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688452a-40ea-488b-a10c-2e5b015c4426 req-9a922384-2a43-41d4-af13-e047ea59a433 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:53.798697 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b688452a-40ea-488b-a10c-2e5b015c4426 req-9a922384-2a43-41d4-af13-e047ea59a433 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 944 time: 0.0951629 Jun 22 18:33:53.891798 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b688452a-40ea-488b-a10c-2e5b015c4426 req-7034fa48-7e09-4496-8940-908e66420030 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866933 Jun 22 18:33:54.129983 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010d40b-3a73-4b45-9499-68c6743421b7 req-9613be38-6275-4a29-8784-857b02297e41 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:54.132996 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6010d40b-3a73-4b45-9499-68c6743421b7 req-9613be38-6275-4a29-8784-857b02297e41 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0858467 Jun 22 18:33:54.172336 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6010d40b-3a73-4b45-9499-68c6743421b7 req-a123938d-289f-41ac-a651-11e030dbc0a5 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331841 Jun 22 18:33:54.877755 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52414) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:54.933822 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f2b37e-d1ba-4d55-bd60-34489b9c4cdf admin admin] Deleting subnet 1e59ec6d-38ff-4242-9dc1-3429dad0111f {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:33:54.937625 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65f2b37e-d1ba-4d55-bd60-34489b9c4cdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.004083 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65f2b37e-d1ba-4d55-bd60-34489b9c4cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067134497'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.106842 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65f2b37e-d1ba-4d55-bd60-34489b9c4cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.170405 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87647993-7d2e-4f56-aa5a-6eb9eaca2343 req-1329332b-bec3-4851-abf5-09a8366bce88 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:55.172907 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-87647993-7d2e-4f56-aa5a-6eb9eaca2343 req-1329332b-bec3-4851-abf5-09a8366bce88 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 944 time: 0.1334162 Jun 22 18:33:55.224588 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65f2b37e-d1ba-4d55-bd60-34489b9c4cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065622552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065654001'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.233114 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0de54fce-4255-432a-8507-c561ccd56903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:55.242006 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-87647993-7d2e-4f56-aa5a-6eb9eaca2343 req-83c02b8f-2ffc-49df-b917-23c9696fb007 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591006 Jun 22 18:33:55.266006 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65f2b37e-d1ba-4d55-bd60-34489b9c4cdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.268849 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-65f2b37e-d1ba-4d55-bd60-34489b9c4cdf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1e59ec6d-38ff-4242-9dc1-3429dad0111f HTTP/1.1" status: 204 len: 168 time: 0.3898227 Jun 22 18:33:55.271268 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2b37e-d1ba-4d55-bd60-34489b9c4cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e59ec6d-38ff-4242-9dc1-3429dad0111f,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:55.271891 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52420) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:55.278424 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-65f2b37e-d1ba-4d55-bd60-34489b9c4cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:55.381271 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.475256 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566869c-6081-4dfe-b150-baa34abc1e72 req-80a680f2-71f4-42b5-a4cf-c1a584d69bc7 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:55.481718 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b566869c-6081-4dfe-b150-baa34abc1e72 req-80a680f2-71f4-42b5-a4cf-c1a584d69bc7 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.1571932 Jun 22 18:33:55.512314 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.725770 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:55.737502 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b566869c-6081-4dfe-b150-baa34abc1e72 req-e8f478e8-1323-4bdc-8563-ba5d8f887440 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527666 Jun 22 18:33:55.740844 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be72372a-9bf0-498e-8c8e-839ed1ca4504') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:55.741145 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be72372a-9bf0-498e-8c8e-839ed1ca4504') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:33:55.750954 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067162601'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.772187 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.780249 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:33:55.780721 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066911071'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: Traceback (most recent call last): Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: timer() Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: cb(*args, **kw) Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: return func(*args, **kwargs) Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: self._notify() Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: self.callback(batched_events) Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: event.method(event) Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: return f(self, *a, **k) Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: return self._get(url).json() Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:33:55.782682 dv-cinder-774286-17-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:33:55.843249 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.847139 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d8e912e4-c8c3-4ab3-a9a7-b5856773bbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:55.849698 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:55.851726 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d HTTP/1.1" status: 204 len: 168 time: 0.5782025 Jun 22 18:33:55.876898 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa9226c-4cea-4631-8fb7-e64d3e4f7b8d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:55.884397 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c94df156-2e24-4e53-8b88-67f9138dbfd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:56.049452 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52436) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:56.097376 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-28779d38-5525-472a-a0b3-3e78c56ef29d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f5a3e2fe8f34bbaa73bc654ca7d4887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465665 Jun 22 18:33:56.100033 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52438) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:56.167382 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-42169f13-5911-4fa9-979c-ca0143ca5ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:56.190476 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-42169f13-5911-4fa9-979c-ca0143ca5ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:56.250449 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-42169f13-5911-4fa9-979c-ca0143ca5ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:56.253933 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-42169f13-5911-4fa9-979c-ca0143ca5ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:56.257660 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-42169f13-5911-4fa9-979c-ca0143ca5ce0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08287ba7-8f21-4d1a-b110-dbc2a3050acf HTTP/1.1" status: 204 len: 168 time: 0.1542492 Jun 22 18:33:56.257660 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-398c99e3-a9e5-49be-a143-e0529eccd6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:56.264655 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42169f13-5911-4fa9-979c-ca0143ca5ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08287ba7-8f21-4d1a-b110-dbc2a3050acf,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:56.267101 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-42169f13-5911-4fa9-979c-ca0143ca5ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:56.503666 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d96951-2880-4d84-a453-980ebeee2628 req-b21f1943-c0c6-4e66-8b42-f119820c1771 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:56.505477 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-06d96951-2880-4d84-a453-980ebeee2628 req-b21f1943-c0c6-4e66-8b42-f119820c1771 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 944 time: 0.0807793 Jun 22 18:33:56.576043 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-06d96951-2880-4d84-a453-980ebeee2628 req-e50ca1f1-f205-4258-90f1-33c2ce76b9d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606415 Jun 22 18:33:56.963621 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8f877-3de6-47ac-8fd4-cc7fda57b789 req-1d98547d-7465-4a05-b05a-9501ff6a2fb7 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:56.971875 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0ee8f877-3de6-47ac-8fd4-cc7fda57b789 req-1d98547d-7465-4a05-b05a-9501ff6a2fb7 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0888121 Jun 22 18:33:57.011181 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0ee8f877-3de6-47ac-8fd4-cc7fda57b789 req-e177e9dd-1c76-4538-93b2-667ff6ed54bf tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348830 Jun 22 18:33:57.804199 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734c3e3-f2f6-4e8c-8a63-fe76e8eec59b req-156b5961-eca5-407c-94cd-50a8a6d51ce8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:57.807688 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7734c3e3-f2f6-4e8c-8a63-fe76e8eec59b req-156b5961-eca5-407c-94cd-50a8a6d51ce8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 944 time: 0.0849030 Jun 22 18:33:57.884642 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7734c3e3-f2f6-4e8c-8a63-fe76e8eec59b req-5f97062a-64eb-4a62-a67a-39057c3f9111 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686920 Jun 22 18:33:58.187580 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a8be4-198a-40b8-8d3b-a72833c413db req-d819b9f9-4243-477f-ae69-147df4ab9f73 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:58.190116 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-582a8be4-198a-40b8-8d3b-a72833c413db req-d819b9f9-4243-477f-ae69-147df4ab9f73 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0662112 Jun 22 18:33:58.236887 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-582a8be4-198a-40b8-8d3b-a72833c413db req-0875b7c7-f129-4e1d-b7d3-9dcca0eb6ea4 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407472 Jun 22 18:33:58.885209 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device f4b5c436-30b2-4946-939a-b14debe94887 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:33:59.057073 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port f4b5c436-30b2-4946-939a-b14debe94887, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b5c436-30b2-4946-939a-b14debe94887,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:59.076737 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': 'f4b5c436-30b2-4946-939a-b14debe94887', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'port_id': 'f4b5c436-30b2-4946-939a-b14debe94887', 'mac_address': 'fa:16:3e:51:00:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:33:59.139132 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:59.154360 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b5c436-30b2-4946-939a-b14debe94887 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:33:59.179791 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a221c8-594d-49ed-b746-7f7af93e24d3 req-aaa85bbd-44c6-4df8-9b3a-7b6f9110b334 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:59.182485 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-93a221c8-594d-49ed-b746-7f7af93e24d3 req-aaa85bbd-44c6-4df8-9b3a-7b6f9110b334 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 944 time: 0.1122100 Jun 22 18:33:59.202489 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port f4b5c436-30b2-4946-939a-b14debe94887, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b5c436-30b2-4946-939a-b14debe94887,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:33:59.210189 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:59.219574 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:59.283101 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-93a221c8-594d-49ed-b746-7f7af93e24d3 req-ed79aa5a-6985-4788-af81-796e107acd33 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572393 Jun 22 18:33:59.299338 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=f4b5c436-30b2-4946-939a-b14debe94887,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:59.306072 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:59.362296 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52536) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:59.467314 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2f6cc-6add-4fe8-930d-9998ca83c02c req-593ca0f6-2e9e-4325-93f1-cc77f0a3b7d6 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:33:59.468790 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-bdc2f6cc-6add-4fe8-930d-9998ca83c02c req-593ca0f6-2e9e-4325-93f1-cc77f0a3b7d6 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0747855 Jun 22 18:33:59.488734 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:59.508067 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ec65-35bd-4ccd-a9c5-14898464c67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:59.528854 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['f4b5c436-30b2-4946-939a-b14debe94887'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:33:59.536061 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-bdc2f6cc-6add-4fe8-930d-9998ca83c02c req-dc14c7ba-c970-46b6-a3ad-2f8591301920 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606387 Jun 22 18:33:59.631229 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ec65-35bd-4ccd-a9c5-14898464c67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:59.635980 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ec65-35bd-4ccd-a9c5-14898464c67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:59.639560 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0d947024-f1b7-492b-95fe-0f73de9f2b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:59.674697 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7ec65-35bd-4ccd-a9c5-14898464c67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2a5d04-a975-4f92-a841-738eda05dddf,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:59.677846 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5bd7ec65-35bd-4ccd-a9c5-14898464c67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:33:59.680454 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-5bd7ec65-35bd-4ccd-a9c5-14898464c67a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da742be15d394d4c9615f799174b1acb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162031 Jun 22 18:33:59.683064 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52540) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:33:59.733470 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4009e3db-e5ee-44b2-bc3f-bc116a578568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:59.755386 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4009e3db-e5ee-44b2-bc3f-bc116a578568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:59.807546 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4009e3db-e5ee-44b2-bc3f-bc116a578568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:59.810175 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4009e3db-e5ee-44b2-bc3f-bc116a578568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:33:59.811335 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-4009e3db-e5ee-44b2-bc3f-bc116a578568 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df2a5d04-a975-4f92-a841-738eda05dddf HTTP/1.1" status: 204 len: 168 time: 0.1273680 Jun 22 18:33:59.812174 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8f6f7fff-98cf-4f64-a045-a7e332a26408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:33:59.819631 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009e3db-e5ee-44b2-bc3f-bc116a578568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2a5d04-a975-4f92-a841-738eda05dddf,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:33:59.822284 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4009e3db-e5ee-44b2-bc3f-bc116a578568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:00.136057 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52550) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:00.152608 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4fe2e5b4-844f-48b4-9a8e-d5c1c6202e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:00.249930 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4fe2e5b4-844f-48b4-9a8e-d5c1c6202e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:00.257340 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4fe2e5b4-844f-48b4-9a8e-d5c1c6202e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:00.261563 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-84c8d0bd-3212-4d0d-8bb6-4a18b65b5d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:00.300470 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-4fe2e5b4-844f-48b4-9a8e-d5c1c6202e89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f7de815ca4146ceb2eed704707e4da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632295 Jun 22 18:34:00.302667 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2e5b4-844f-48b4-9a8e-d5c1c6202e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d14b9d2-b4ec-41f8-b407-56994644e066,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:00.303611 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52556) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:00.306351 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4fe2e5b4-844f-48b4-9a8e-d5c1c6202e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:00.358693 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b77a4c41-fb3d-4366-a742-9c4030f09309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:00.382781 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b77a4c41-fb3d-4366-a742-9c4030f09309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:00.502035 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bac9ee-c2bc-4ce2-bff9-2971ecf26358 req-8f4ba96b-f76d-4c4f-bb66-8c89728ed80c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:00.503573 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b5bac9ee-c2bc-4ce2-bff9-2971ecf26358 req-8f4ba96b-f76d-4c4f-bb66-8c89728ed80c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 945 time: 0.0989089 Jun 22 18:34:00.540618 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b77a4c41-fb3d-4366-a742-9c4030f09309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:00.543301 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b77a4c41-fb3d-4366-a742-9c4030f09309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:00.544483 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-b77a4c41-fb3d-4366-a742-9c4030f09309 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8d14b9d2-b4ec-41f8-b407-56994644e066 HTTP/1.1" status: 204 len: 168 time: 0.2391286 Jun 22 18:34:00.547209 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-05e7c906-ad61-4e1b-bea4-35faf226f82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:00.561740 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a4c41-fb3d-4366-a742-9c4030f09309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d14b9d2-b4ec-41f8-b407-56994644e066,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:00.564042 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b77a4c41-fb3d-4366-a742-9c4030f09309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:00.585958 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b5bac9ee-c2bc-4ce2-bff9-2971ecf26358 req-1cba3bdc-58f3-448a-b663-9c9fb7b199f0 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653949 Jun 22 18:34:00.797930 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67b497-97f7-4fcc-ae5b-2d09d644c5f9 req-08bd29f9-f5cf-4f52-a72c-642d9b953733 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:00.799492 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-df67b497-97f7-4fcc-ae5b-2d09d644c5f9 req-08bd29f9-f5cf-4f52-a72c-642d9b953733 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0726626 Jun 22 18:34:00.841713 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-df67b497-97f7-4fcc-ae5b-2d09d644c5f9 req-ce20b297-9a6c-46c1-bea9-f4e2a6e6c9ee tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351317 Jun 22 18:34:00.909235 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device f4b5c436-30b2-4946-939a-b14debe94887 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:00.983037 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port f4b5c436-30b2-4946-939a-b14debe94887 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:00.987520 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port f4b5c436-30b2-4946-939a-b14debe94887 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:00.988049 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:01.079366 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:01.104024 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:01.106415 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cd9a76-73bf-4d9c-9489-6da3a3be696f" -d '{"events": [{"server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "name": "network-vif-plugged", "status": "completed", "tag": "f4b5c436-30b2-4946-939a-b14debe94887"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:01.121288 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port f4b5c436-30b2-4946-939a-b14debe94887, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b5c436-30b2-4946-939a-b14debe94887,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:01.126513 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:01.128511 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:01.163452 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ac0f7d-9753-42b8-86b0-c8d5cba5b18e x-openstack-request-id: req-f5ac0f7d-9753-42b8-86b0-c8d5cba5b18e {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:01.163793 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "name": "network-vif-plugged", "status": "completed", "tag": "f4b5c436-30b2-4946-939a-b14debe94887", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:01.164063 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5ac0f7d-9753-42b8-86b0-c8d5cba5b18e {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:01.164973 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887', 'code': 200} Jun 22 18:34:01.195165 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=f4b5c436-30b2-4946-939a-b14debe94887,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:01.204351 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:01.450872 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffa117-0457-453a-983f-2bb1d3a6b4a8 req-58b75341-4f42-442d-9fcf-d2b3207e9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:01.452412 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-98ffa117-0457-453a-983f-2bb1d3a6b4a8 req-58b75341-4f42-442d-9fcf-d2b3207e9306 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 1099 time: 0.0665495 Jun 22 18:34:01.495690 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-98ffa117-0457-453a-983f-2bb1d3a6b4a8 req-794913ba-875d-42e7-99ee-20b4ea68d2a5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361702 Jun 22 18:34:01.784182 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c042f708-31da-41fa-ad56-15b0c8406b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:01.812159 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db916e8-ebd3-46cc-83c6-e4a2d0dcb81f req-089a4186-16c6-4d63-a0c9-db1f5fca4045 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:01.817570 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2db916e8-ebd3-46cc-83c6-e4a2d0dcb81f req-089a4186-16c6-4d63-a0c9-db1f5fca4045 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 946 time: 0.0887518 Jun 22 18:34:01.864683 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2db916e8-ebd3-46cc-83c6-e4a2d0dcb81f req-12223664-b7c9-4a7a-b1dc-773a06ebd34d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Jun 22 18:34:02.048656 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723797d9-cf01-4a8f-b836-f0f3af015da8 req-030fe334-fc29-4d5a-8d31-22ec38aec5c9 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:02.050226 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-723797d9-cf01-4a8f-b836-f0f3af015da8 req-030fe334-fc29-4d5a-8d31-22ec38aec5c9 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0751562 Jun 22 18:34:02.094078 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-723797d9-cf01-4a8f-b836-f0f3af015da8 req-b6b4930b-be0a-4dec-93c7-4fb4c0c87c4f tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/security-groups?id=1ea6639e-d085-46cc-8186-42acf96659cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371094 Jun 22 18:34:02.521905 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b90525-9e9f-4ec4-9c32-17106c1f222a req-0c316f9a-8940-4e56-be0a-a652dbea2afc tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:02.523726 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-65b90525-9e9f-4ec4-9c32-17106c1f222a req-0c316f9a-8940-4e56-be0a-a652dbea2afc tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 945 time: 0.0878127 Jun 22 18:34:02.639025 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-65b90525-9e9f-4ec4-9c32-17106c1f222a req-b396b8f6-1af6-4f28-a358-e77abe86d064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Deleting port a6dad63c-e32c-4e2f-b78e-2c9c2913157d {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:34:02.639373 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-65b90525-9e9f-4ec4-9c32-17106c1f222a req-b396b8f6-1af6-4f28-a358-e77abe86d064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:02.739678 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-65b90525-9e9f-4ec4-9c32-17106c1f222a req-b396b8f6-1af6-4f28-a358-e77abe86d064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] For port a6dad63c-e32c-4e2f-b78e-2c9c2913157d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a6dad63c-e32c-4e2f-b78e-2c9c2913157d,segment=NetworkSegment(eff6a548-5961-4e8d-8f4c-bf0dca62b58b),segment_id=eff6a548-5961-4e8d-8f4c-bf0dca62b58b)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:02.740046 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-65b90525-9e9f-4ec4-9c32-17106c1f222a req-b396b8f6-1af6-4f28-a358-e77abe86d064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:02.757333 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-65b90525-9e9f-4ec4-9c32-17106c1f222a req-b396b8f6-1af6-4f28-a358-e77abe86d064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Calling delete_port for a6dad63c-e32c-4e2f-b78e-2c9c2913157d owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:34:02.923644 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-65b90525-9e9f-4ec4-9c32-17106c1f222a req-b396b8f6-1af6-4f28-a358-e77abe86d064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:02.931244 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6abffb98-a0e4-4758-9c35-79cb463b288e tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:02.936902 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['a6dad63c-e32c-4e2f-b78e-2c9c2913157d'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:34:02.973644 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396b8f6-1af6-4f28-a358-e77abe86d064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Pushing event deleted for resources: {'Port': ['ID=a6dad63c-e32c-4e2f-b78e-2c9c2913157d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:02.985122 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b396b8f6-1af6-4f28-a358-e77abe86d064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:03.046952 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b90525-9e9f-4ec4-9c32-17106c1f222a req-b396b8f6-1af6-4f28-a358-e77abe86d064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] No DVR routers for this DVR port a6dad63c-e32c-4e2f-b78e-2c9c2913157d on host hv-cinder-77428 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:34:03.049761 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-65b90525-9e9f-4ec4-9c32-17106c1f222a req-b396b8f6-1af6-4f28-a358-e77abe86d064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.052177 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-65b90525-9e9f-4ec4-9c32-17106c1f222a req-b396b8f6-1af6-4f28-a358-e77abe86d064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.16 "DELETE /v2.0/ports/a6dad63c-e32c-4e2f-b78e-2c9c2913157d HTTP/1.1" status: 204 len: 173 time: 0.5219531 Jun 22 18:34:03.052796 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f153d1c-b4ea-4f98-8764-789848f6c1a3', 'name': 'network-vif-deleted', 'tag': 'a6dad63c-e32c-4e2f-b78e-2c9c2913157d'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:03.056789 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c259ab51-9793-44f7-8ec5-0989ca5136bd" -d '{"events": [{"server_uuid": "5f153d1c-b4ea-4f98-8764-789848f6c1a3", "name": "network-vif-deleted", "tag": "a6dad63c-e32c-4e2f-b78e-2c9c2913157d"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:03.110485 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b5eae5-b00a-4c99-9154-fea83d5ec0a3 x-openstack-request-id: req-a3b5eae5-b00a-4c99-9154-fea83d5ec0a3 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:03.111386 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f153d1c-b4ea-4f98-8764-789848f6c1a3", "name": "network-vif-deleted", "tag": "a6dad63c-e32c-4e2f-b78e-2c9c2913157d", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:03.111688 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3b5eae5-b00a-4c99-9154-fea83d5ec0a3 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:03.112219 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f153d1c-b4ea-4f98-8764-789848f6c1a3', 'name': 'network-vif-deleted', 'tag': 'a6dad63c-e32c-4e2f-b78e-2c9c2913157d', 'status': 'completed', 'code': 200} Jun 22 18:34:03.213523 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52668) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:03.218424 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60e03f-426c-46a6-8673-998a439f4261 req-0b4db0e1-7b59-497a-bb18-2cebe9a12367 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:03.224140 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ad60e03f-426c-46a6-8673-998a439f4261 req-0b4db0e1-7b59-497a-bb18-2cebe9a12367 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 946 time: 0.1453454 Jun 22 18:34:03.287218 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ad60e03f-426c-46a6-8673-998a439f4261 req-96549b47-236e-4fc2-a227-3326e8c1091d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551345 Jun 22 18:34:03.343880 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-24638468-d1e9-446f-a193-22bce5cc8f6b req-7f7814aa-7e38-4d8e-bdb0-5151ba02519c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f153d1c-b4ea-4f98-8764-789848f6c1a3 HTTP/1.1" status: 200 len: 210 time: 0.0365207 Jun 22 18:34:03.400862 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-97d70d36-4656-4132-af0e-beca9509275b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.515680 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-97d70d36-4656-4132-af0e-beca9509275b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.519592 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-97d70d36-4656-4132-af0e-beca9509275b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.522885 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f51845a9-3bd3-4004-a593-f100ab01ee63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:03.525074 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5703e72-9c72-47ad-b90a-41af3e6d2df4 req-daffb022-de7f-47cf-8ed1-6d1fe6361c57 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:03.526683 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b5703e72-9c72-47ad-b90a-41af3e6d2df4 req-daffb022-de7f-47cf-8ed1-6d1fe6361c57 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 946 time: 0.0763087 Jun 22 18:34:03.566595 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b5703e72-9c72-47ad-b90a-41af3e6d2df4 req-5169f4e2-4b9a-4098-8228-df3188500041 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339897 Jun 22 18:34:03.569981 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-97d70d36-4656-4132-af0e-beca9509275b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c781e948cd94867a4c2e55ed90a35be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531303 Jun 22 18:34:03.569981 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d70d36-4656-4132-af0e-beca9509275b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b23f316-160c-43c9-8182-be224a6b6fdd,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:03.570340 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52678) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:03.572585 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-97d70d36-4656-4132-af0e-beca9509275b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:03.626120 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d3b33cae-065f-49d4-baad-6e95d8af16b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.651198 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d3b33cae-065f-49d4-baad-6e95d8af16b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.713511 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d3b33cae-065f-49d4-baad-6e95d8af16b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.717065 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d3b33cae-065f-49d4-baad-6e95d8af16b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:03.718219 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-d3b33cae-065f-49d4-baad-6e95d8af16b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b23f316-160c-43c9-8182-be224a6b6fdd HTTP/1.1" status: 204 len: 168 time: 0.1465073 Jun 22 18:34:03.719160 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-659250fc-f15b-4c35-a69a-afff3fb4e04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:03.738228 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b33cae-065f-49d4-baad-6e95d8af16b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b23f316-160c-43c9-8182-be224a6b6fdd,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:03.742324 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d3b33cae-065f-49d4-baad-6e95d8af16b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:03.996438 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a636d-6772-4c03-a67e-7378cced08b9 req-65c99e1a-64dc-4762-960f-2e2694dc2022 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:03.997932 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ab7a636d-6772-4c03-a67e-7378cced08b9 req-65c99e1a-64dc-4762-960f-2e2694dc2022 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 946 time: 0.0742121 Jun 22 18:34:04.044364 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ab7a636d-6772-4c03-a67e-7378cced08b9 req-98db8643-7a73-4f82-acca-40af70a93534 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401723 Jun 22 18:34:04.497039 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52706) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:05.002309 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706258'] for router_interface, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.303445 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-acebe54b-09d2-433a-b1c5-6027e1d549a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.316011 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] Deleting port 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:34:05.316448 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.406096 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] For port 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=6e9178ac-aa15-4c73-bbaa-7a3f43fca58c,segment=NetworkSegment(eff6a548-5961-4e8d-8f4c-bf0dca62b58b),segment_id=eff6a548-5961-4e8d-8f4c-bf0dca62b58b)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:05.406449 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.421568 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] Calling delete_port for 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c owned by network:router_interface {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:34:05.605503 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.669754 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:05.669754 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0376ca0f-3708-428e-b8c7-db99808d5b49 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:05.950973 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9178ac-aa15-4c73-bbaa-7a3f43fca58c,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:05.954371 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:06.166982 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706126'] for router_interface, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.230269 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ddd1b-e000-40c5-a85a-e7fd3654a0f2 req-72cb9caf-b6eb-414d-b9df-55a1a8313e58 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:06.232379 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-fe6ddd1b-e000-40c5-a85a-e7fd3654a0f2 req-72cb9caf-b6eb-414d-b9df-55a1a8313e58 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 946 time: 0.1797438 Jun 22 18:34:06.331955 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-fe6ddd1b-e000-40c5-a85a-e7fd3654a0f2 req-f7e15d18-097a-4297-a301-fb13f3c0f0be tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820770 Jun 22 18:34:06.360812 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.454224 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52770) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:06.474970 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] Router 2dd6ca51-2d8f-4131-9039-9acb237dc50f has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:34:06.570133 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9862d8cd-ad94-4130-bd07-f5e8e1d69f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.590432 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:34:06.595813 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] 10.222.0.20 "PUT /v2.0/routers/2dd6ca51-2d8f-4131-9039-9acb237dc50f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0974581 Jun 22 18:34:06.598374 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52774) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:06.602239 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9b7a5-23ec-4831-addd-c4d4426baf8d None None] Sync routers for ids ['2dd6ca51-2d8f-4131-9039-9acb237dc50f'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:34:06.611741 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9b7a5-23ec-4831-addd-c4d4426baf8d None None] Routers {'2dd6ca51-2d8f-4131-9039-9acb237dc50f'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:06.612380 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-59c9b7a5-23ec-4831-addd-c4d4426baf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['2dd6ca51-2d8f-4131-9039-9acb237dc50f'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:06.676767 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9862d8cd-ad94-4130-bd07-f5e8e1d69f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.692341 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9862d8cd-ad94-4130-bd07-f5e8e1d69f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.700696 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-706506a7-2142-4418-9342-16e06f144282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:06.724167 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.731596 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-59c9b7a5-23ec-4831-addd-c4d4426baf8d None None] Set router 2dd6ca51-2d8f-4131-9039-9acb237dc50f gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:06.735727 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862d8cd-ad94-4130-bd07-f5e8e1d69f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e08d78-087e-4bca-8a53-c7932f6f98c5,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:06.739229 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9862d8cd-ad94-4130-bd07-f5e8e1d69f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:06.745782 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-9862d8cd-ad94-4130-bd07-f5e8e1d69f63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6dc0e3f01f854806b2228d9777cd6f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904136 Jun 22 18:34:06.746405 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52776) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:06.812874 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9346d066-1106-4723-b07d-2ca4bcc6431f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.860179 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9346d066-1106-4723-b07d-2ca4bcc6431f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.861890 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.913185 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:34:06.939846 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9346d066-1106-4723-b07d-2ca4bcc6431f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.942789 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9346d066-1106-4723-b07d-2ca4bcc6431f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.942973 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Deleting port 623b7b34-ffb8-4988-89ab-7fc8ffd14212 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:34:06.943193 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:06.944037 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-9346d066-1106-4723-b07d-2ca4bcc6431f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22e08d78-087e-4bca-8a53-c7932f6f98c5 HTTP/1.1" status: 204 len: 168 time: 0.1964502 Jun 22 18:34:06.944914 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:06.949765 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-59c9b7a5-23ec-4831-addd-c4d4426baf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'name': 'tempest-ServerRescueNegativeTestJSON-641551335-router', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192'}], 'enable_snat': True}, 'gw_port_id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:48Z', 'updated_at': '2021-06-22T18:34:05Z', 'revision_number': 5, 'project_id': 'f4b35ad2eae2437293a521d8a216c696', 'gw_port': {'id': '623b7b34-ffb8-4988-89ab-7fc8ffd14212', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:93:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:30:49Z', 'updated_at': '2021-06-22T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:06.958440 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device a6dad63c-e32c-4e2f-b78e-2c9c2913157d no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:34:06.963736 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346d066-1106-4723-b07d-2ca4bcc6431f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e08d78-087e-4bca-8a53-c7932f6f98c5,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:06.975527 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9346d066-1106-4723-b07d-2ca4bcc6431f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:06.983385 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9b7a5-23ec-4831-addd-c4d4426baf8d None None] Checking router: 2dd6ca51-2d8f-4131-9039-9acb237dc50f for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:34:06.987954 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: a6dad63c-e32c-4e2f-b78e-2c9c2913157d {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:34:06.988819 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device a6dad63c-e32c-4e2f-b78e-2c9c2913157d not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:34:06.995647 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c9b7a5-23ec-4831-addd-c4d4426baf8d None None] Routers {'2dd6ca51-2d8f-4131-9039-9acb237dc50f'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:06.996298 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-59c9b7a5-23ec-4831-addd-c4d4426baf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['2dd6ca51-2d8f-4131-9039-9acb237dc50f'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:07.071241 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] For port 623b7b34-ffb8-4988-89ab-7fc8ffd14212, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=623b7b34-ffb8-4988-89ab-7fc8ffd14212,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:07.071559 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.087375 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Calling delete_port for 623b7b34-ffb8-4988-89ab-7fc8ffd14212 owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:34:07.168402 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-59c9b7a5-23ec-4831-addd-c4d4426baf8d None None] Set router 2dd6ca51-2d8f-4131-9039-9acb237dc50f gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:07.221067 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-59c9b7a5-23ec-4831-addd-c4d4426baf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'name': 'tempest-ServerRescueNegativeTestJSON-641551335-router', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:48Z', 'updated_at': '2021-06-22T18:34:06Z', 'revision_number': 6, 'project_id': 'f4b35ad2eae2437293a521d8a216c696', 'gw_port_host': None}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:07.254285 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c9b7a5-23ec-4831-addd-c4d4426baf8d None None] The sync data for ids ['2dd6ca51-2d8f-4131-9039-9acb237dc50f'] in dv-cinder-774286-17-smb is: [{'id': '2dd6ca51-2d8f-4131-9039-9acb237dc50f', 'name': 'tempest-ServerRescueNegativeTestJSON-641551335-router', 'tenant_id': 'f4b35ad2eae2437293a521d8a216c696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:30:48Z', 'updated_at': '2021-06-22T18:34:06Z', 'revision_number': 6, 'project_id': 'f4b35ad2eae2437293a521d8a216c696', 'gw_port_host': None}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:34:07.320112 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.323535 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b25ab545-2a40-4549-80fd-a198be78ff5f tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:07.327284 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52784) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:07.349554 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-420ae5b2-ced7-46a2-a563-0273223a6537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.353082 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=623b7b34-ffb8-4988-89ab-7fc8ffd14212,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:07.362436 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:07.433971 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739618'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.524935 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-420ae5b2-ced7-46a2-a563-0273223a6537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.536812 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-420ae5b2-ced7-46a2-a563-0273223a6537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.541942 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d3b33cae-065f-49d4-baad-6e95d8af16b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:07.545873 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.548005 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.586032 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-420ae5b2-ced7-46a2-a563-0273223a6537 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7db1d6c24df4eee82dfe147c9aca0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574861 Jun 22 18:34:07.590642 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52790) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:07.597392 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ae5b2-ced7-46a2-a563-0273223a6537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b62f3-7d16-4410-b469-e6a25d35f152,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:07.603317 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-420ae5b2-ced7-46a2-a563-0273223a6537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:07.614791 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719077'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.615494 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd6ca51-2d8f-4131-9039-9acb237dc50f {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:34:07.617164 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4f981-1d37-42cd-a3d6-82a3550a0708 req-5ebd3791-7298-4bb9-ac18-2b38d804f442 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:07.619965 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-09a4f981-1d37-42cd-a3d6-82a3550a0708 req-5ebd3791-7298-4bb9-ac18-2b38d804f442 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 946 time: 0.1536980 Jun 22 18:34:07.627616 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.628359 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2dd6ca51-2d8f-4131-9039-9acb237dc50f HTTP/1.1" status: 204 len: 168 time: 1.0286403 Jun 22 18:34:07.632573 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52792) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:07.682885 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8692673-9056-4f6b-9c2f-4e5c6e2e4377 admin admin] Deleting subnet 748b275f-0ae5-4fac-9860-855a76ef2bec {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:34:07.686537 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f8692673-9056-4f6b-9c2f-4e5c6e2e4377 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.688256 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-09a4f981-1d37-42cd-a3d6-82a3550a0708 req-d0108577-ed04-4bbd-9015-580532e96dc4 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595870 Jun 22 18:34:07.700617 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c1b017d5-c817-4a67-85ff-32e13be07f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.726596 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f8692673-9056-4f6b-9c2f-4e5c6e2e4377 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067162608'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.729163 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c1b017d5-c817-4a67-85ff-32e13be07f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.775363 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f8692673-9056-4f6b-9c2f-4e5c6e2e4377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.783876 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c1b017d5-c817-4a67-85ff-32e13be07f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.786672 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c1b017d5-c817-4a67-85ff-32e13be07f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.788030 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-c1b017d5-c817-4a67-85ff-32e13be07f49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a28b62f3-7d16-4410-b469-e6a25d35f152 HTTP/1.1" status: 204 len: 168 time: 0.1962562 Jun 22 18:34:07.788929 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-836d4242-b94d-4f60-b555-e5fcc03ba8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:07.799723 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b017d5-c817-4a67-85ff-32e13be07f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b62f3-7d16-4410-b469-e6a25d35f152,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:07.815941 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c1b017d5-c817-4a67-85ff-32e13be07f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:07.861561 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f8692673-9056-4f6b-9c2f-4e5c6e2e4377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066912760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066989577'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.864729 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:07.890250 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8692673-9056-4f6b-9c2f-4e5c6e2e4377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=748b275f-0ae5-4fac-9860-855a76ef2bec,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:07.892275 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f8692673-9056-4f6b-9c2f-4e5c6e2e4377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:07.896224 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-f8692673-9056-4f6b-9c2f-4e5c6e2e4377 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/748b275f-0ae5-4fac-9860-855a76ef2bec HTTP/1.1" status: 204 len: 168 time: 0.2604041 Jun 22 18:34:07.896224 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f8692673-9056-4f6b-9c2f-4e5c6e2e4377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:07.896795 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52796) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:07.972485 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.062804 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.074142 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75e6befd-6f26-4650-9b7e-2f30ce50a808']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:08.087178 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:08.087454 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff6a548-5961-4e8d-8f4c-bf0dca62b58b') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:08.099624 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067162601'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.114782 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.123438 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:34:08.123897 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066911071'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: Traceback (most recent call last): Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: timer() Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: cb(*args, **kw) Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: return func(*args, **kwargs) Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: self._notify() Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: self.callback(batched_events) Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: event.method(event) Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: return f(self, *a, **k) Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: return self._get(url).json() Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:34:08.126786 dv-cinder-774286-17-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:34:08.174875 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52800) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:08.190182 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-102af998-6cda-40b5-952e-6623f7b16c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.194791 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.199292 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5b5e29c0-f0ec-4d96-8c45-a292a3a6b4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:08.202184 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.204018 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] 10.222.0.20 "DELETE /v2.0/networks/75e6befd-6f26-4650-9b7e-2f30ce50a808 HTTP/1.1" status: 204 len: 168 time: 0.3062620 Jun 22 18:34:08.215664 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] Pushing event deleted for resources: {'Network': ['ID=75e6befd-6f26-4650-9b7e-2f30ce50a808,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:08.218519 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e2b69831-5b2d-462b-a0a0-c9ed416251ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:08.329079 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 623b7b34-ffb8-4988-89ab-7fc8ffd14212 no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:34:08.355928 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: 623b7b34-ffb8-4988-89ab-7fc8ffd14212 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:34:08.356498 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 623b7b34-ffb8-4988-89ab-7fc8ffd14212 not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:34:08.357072 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:34:08.366212 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-102af998-6cda-40b5-952e-6623f7b16c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.372346 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-102af998-6cda-40b5-952e-6623f7b16c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.375347 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:08.388772 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:34:08.389128 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 6e9178ac-aa15-4c73-bbaa-7a3f43fca58c not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:34:08.421096 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-102af998-6cda-40b5-952e-6623f7b16c85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d389ad58469d42859f8a5a1abea2bb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393072 Jun 22 18:34:08.421347 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52808) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:08.425446 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102af998-6cda-40b5-952e-6623f7b16c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1c5909-340d-428b-a6ee-f69c45a7c9f8,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:08.440574 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-102af998-6cda-40b5-952e-6623f7b16c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:08.469794 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52812) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:08.502453 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e640e90b-9672-4cd2-982f-936db0109579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.531368 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e640e90b-9672-4cd2-982f-936db0109579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.564253 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.575297 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-2c4ef986-2b0c-42b3-9be2-8add5ba05674 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4b35ad2eae2437293a521d8a216c696&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1036096 Jun 22 18:34:08.577943 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52818) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:08.607455 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e640e90b-9672-4cd2-982f-936db0109579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.617643 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e640e90b-9672-4cd2-982f-936db0109579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.619256 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-e640e90b-9672-4cd2-982f-936db0109579 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a1c5909-340d-428b-a6ee-f69c45a7c9f8 HTTP/1.1" status: 204 len: 168 time: 0.1993020 Jun 22 18:34:08.620279 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-713f77db-88bf-4aa4-b8f6-dc4b71732b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:08.629216 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640e90b-9672-4cd2-982f-936db0109579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1c5909-340d-428b-a6ee-f69c45a7c9f8,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:08.632908 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e640e90b-9672-4cd2-982f-936db0109579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:08.663974 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5bf85db-adbf-43e0-823d-7f8e0f9562f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.694253 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5bf85db-adbf-43e0-823d-7f8e0f9562f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.726506 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acdbc1-e57b-4210-99d8-711259bbf394 req-c18377ed-07b5-49da-b565-737ba37a0d2c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:08.728338 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-11acdbc1-e57b-4210-99d8-711259bbf394 req-c18377ed-07b5-49da-b565-737ba37a0d2c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 946 time: 0.0781281 Jun 22 18:34:08.757525 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5bf85db-adbf-43e0-823d-7f8e0f9562f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.762510 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5bf85db-adbf-43e0-823d-7f8e0f9562f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:08.768629 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-e5bf85db-adbf-43e0-823d-7f8e0f9562f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ea6639e-d085-46cc-8186-42acf96659cc HTTP/1.1" status: 204 len: 168 time: 0.1892471 Jun 22 18:34:08.770134 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:08.787625 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf85db-adbf-43e0-823d-7f8e0f9562f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea6639e-d085-46cc-8186-42acf96659cc,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:08.788004 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-11acdbc1-e57b-4210-99d8-711259bbf394 req-65827eaa-c7ad-4696-ad68-6f71ac7064d3 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525870 Jun 22 18:34:08.790701 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e5bf85db-adbf-43e0-823d-7f8e0f9562f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:08.812588 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52826) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:08.947043 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab13904-3fb4-46cc-b3fc-b9ed46ef4f3f req-69da8b38-aa82-4c66-ac2d-561895fe5c76 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:08.952754 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2ab13904-3fb4-46cc-b3fc-b9ed46ef4f3f req-69da8b38-aa82-4c66-ac2d-561895fe5c76 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 946 time: 0.0877552 Jun 22 18:34:08.995883 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2ab13904-3fb4-46cc-b3fc-b9ed46ef4f3f req-89d2358b-2726-415c-8515-6e4cfd44694d tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408893 Jun 22 18:34:09.165253 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4505feb1-3725-473f-8a17-9d45e10a142a tempest-TestMinimumBasicScenario-658680034 tempest-TestMinimumBasicScenario-658680034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:09.167547 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-4505feb1-3725-473f-8a17-9d45e10a142a tempest-TestMinimumBasicScenario-658680034 tempest-TestMinimumBasicScenario-658680034-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 1094 time: 0.3538411 Jun 22 18:34:09.170708 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52846) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:09.176141 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Request body: {'floatingip': {'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'port_id': 'f4b5c436-30b2-4946-939a-b14debe94887', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:09.205424 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:09.328241 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:09.476107 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Allocated IP 172.28.3.135 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/455637f4-dea7-4f5c-9877-508f912b3cac) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:09.595948 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:09.645585 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52878) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:09.654831 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065622597'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:09.658823 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:09.696221 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:09.702283 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:09.705886 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:09.740228 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event updated for resources: {'Port': ['ID=455637f4-dea7-4f5c-9877-508f912b3cac,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:09.744500 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:09.830135 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-385248973-network', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:09.910903 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Made reservation on behalf of 70fd6516731c4324801ac38cb5772ae8 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:09.913647 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:09.927190 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:10.194996 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41142a91-a09d-4ebd-a89d-8bd7b534ab7e req-3f9fe73b-0d0d-497e-994e-1d4fcaa5948d tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:10.198127 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-41142a91-a09d-4ebd-a89d-8bd7b534ab7e req-3f9fe73b-0d0d-497e-994e-1d4fcaa5948d tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 946 time: 0.0788879 Jun 22 18:34:10.244039 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-41142a91-a09d-4ebd-a89d-8bd7b534ab7e req-e97584e9-6f4c-44c9-8c10-00c4f94136ad tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 Jun 22 18:34:10.498636 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:10.504267 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:10.513443 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-675c5cf8-fa79-490a-b902-4a5d2d509bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:10.562333 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:34:10.578319 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:10.578319 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbcc125-dbca-4155-81c3-6999a9d7b088,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:10.599557 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:10.600733 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:10.601079 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.db.segments_db [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Added segment d0a2c2dc-dfab-402a-9386-55822adfc13e of type vlan for network 117786c8-730c-4528-a4af-5f123732c621 Jun 22 18:34:10.713756 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:10.777963 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:10.804936 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:10.810692 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:10.811334 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:10.815364 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fe4df4c2-083b-44f7-a232-63fbd9316f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:10.923974 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2769837 Jun 22 18:34:10.928422 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Pushing event updated for resources: {'Network': ['ID=117786c8-730c-4528-a4af-5f123732c621,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:10.929614 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52924) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:10.939113 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] Request body: {'subnet': {'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-subnet', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:10.943759 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network 117786c8-730c-4528-a4af-5f123732c621 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:34:10.945326 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:10.979410 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] Made reservation on behalf of 70fd6516731c4324801ac38cb5772ae8 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:10.983741 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066989614'] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.065467 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52928) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:11.075548 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.082759 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.085277 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3bf721fb-2ab4-4d92-a2de-f2f3999863ac tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:11.159199 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event updated for resources: {'Port': ['ID=455637f4-dea7-4f5c-9877-508f912b3cac,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:11.166636 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:11.174670 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.230204 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-66847e28-ee7c-432f-81c8-24a22fd43ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.338134 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.db.l3_db [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Floating IP c7b78dd1-a381-4994-ae6e-2f445dd84bee associated. External IP: 172.28.3.135, port: f4b5c436-30b2-4946-939a-b14debe94887. Jun 22 18:34:11.377839 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ad11b-6ee1-416d-ac60-9d85e29857d0 req-f3208cc3-b725-4c0e-a866-e1f22bdef87c tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:11.379383 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d25ad11b-6ee1-416d-ac60-9d85e29857d0 req-f3208cc3-b725-4c0e-a866-e1f22bdef87c tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.16 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 946 time: 0.3390267 Jun 22 18:34:11.533818 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-66847e28-ee7c-432f-81c8-24a22fd43ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.534084 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066912569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066989568'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.540180 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-66847e28-ee7c-432f-81c8-24a22fd43ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.541223 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bbda5f65-8edb-4f4b-9691-6ec9442bc67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:11.578120 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ad7b68a1-e426-4e3c-9f13-8d9fedf7fa3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:11.601124 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-d25ad11b-6ee1-416d-ac60-9d85e29857d0 req-e8b7870b-e6bf-4d26-ab55-33dada589474 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Deleting port c6324fd9-4112-4a99-99f7-cb241e886907 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:34:11.601497 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d25ad11b-6ee1-416d-ac60-9d85e29857d0 req-e8b7870b-e6bf-4d26-ab55-33dada589474 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.615083 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c912b55-b29a-4819-9df8-fcc6c4de12dc req-3d921fff-eef9-4a0a-a0c0-b25486d1e56a tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:11.616603 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4c912b55-b29a-4819-9df8-fcc6c4de12dc req-3d921fff-eef9-4a0a-a0c0-b25486d1e56a tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 946 time: 0.2359838 Jun 22 18:34:11.625622 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86029cc4-53ed-4bf7-b09e-25b82865fcc9,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:11.657275 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:11.666100 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] Checking segment: {'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:11.666443 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] Network hostable DHCP agents. Network: 117786c8-730c-4528-a4af-5f123732c621, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:34:11.675097 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-66847e28-ee7c-432f-81c8-24a22fd43ec6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73a19a012da243ad915f0c6a3db51a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6085482 Jun 22 18:34:11.678847 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52934) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:11.686817 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66847e28-ee7c-432f-81c8-24a22fd43ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0da981-92fd-405f-b602-1ad6fa10b920,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:11.695095 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-66847e28-ee7c-432f-81c8-24a22fd43ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:11.722882 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4c912b55-b29a-4819-9df8-fcc6c4de12dc req-33d70d9a-7842-440e-b973-1b3feae34cb4 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907216 Jun 22 18:34:11.732753 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:34:11.736245 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] Network 117786c8-730c-4528-a4af-5f123732c621 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:34:11.757646 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-d25ad11b-6ee1-416d-ac60-9d85e29857d0 req-e8b7870b-e6bf-4d26-ab55-33dada589474 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] For port c6324fd9-4112-4a99-99f7-cb241e886907, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=c6324fd9-4112-4a99-99f7-cb241e886907,segment=NetworkSegment(de301a4f-e2e3-4990-a3e5-59046b0b78f3),segment_id=de301a4f-e2e3-4990-a3e5-59046b0b78f3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:11.758017 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d25ad11b-6ee1-416d-ac60-9d85e29857d0 req-e8b7870b-e6bf-4d26-ab55-33dada589474 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.769985 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, 117786c8-730c-4528-a4af-5f123732c621) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:11.777723 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-d25ad11b-6ee1-416d-ac60-9d85e29857d0 req-e8b7870b-e6bf-4d26-ab55-33dada589474 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Calling delete_port for c6324fd9-4112-4a99-99f7-cb241e886907 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:34:11.783267 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:11.783267 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.803430 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c236625-60ee-4163-a58b-efedea725f02 None None] Network 117786c8-730c-4528-a4af-5f123732c621 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:34:11.810306 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6eb33fd1-e033-47a7-b904-fe83f11d9b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.824584 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8906991 Jun 22 18:34:11.825730 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52940) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:11.832240 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:11.866518 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6eb33fd1-e033-47a7-b904-fe83f11d9b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.901130 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.902289 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.934697 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:34:11.969614 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5bce8e-e1c2-45d9-b526-7eaef5175461 None None] Sync routers for ids ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:34:11.997638 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:11.999784 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d25ad11b-6ee1-416d-ac60-9d85e29857d0 req-e8b7870b-e6bf-4d26-ab55-33dada589474 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.004489 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:12.016200 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['c6324fd9-4112-4a99-99f7-cb241e886907'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:34:12.019219 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5bce8e-e1c2-45d9-b526-7eaef5175461 None None] Routers {'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:12.020071 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4e5bce8e-e1c2-45d9-b526-7eaef5175461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:12.042252 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.056768 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7870b-e6bf-4d26-ab55-33dada589474 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Pushing event deleted for resources: {'Port': ['ID=c6324fd9-4112-4a99-99f7-cb241e886907,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:12.060686 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e8b7870b-e6bf-4d26-ab55-33dada589474 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:12.064922 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6eb33fd1-e033-47a7-b904-fe83f11d9b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.067541 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6eb33fd1-e033-47a7-b904-fe83f11d9b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.072482 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-6eb33fd1-e033-47a7-b904-fe83f11d9b9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c0da981-92fd-405f-b602-1ad6fa10b920 HTTP/1.1" status: 204 len: 168 time: 0.3868959 Jun 22 18:34:12.072482 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5bd7ec65-35bd-4ccd-a9c5-14898464c67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:12.094842 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb33fd1-e033-47a7-b904-fe83f11d9b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0da981-92fd-405f-b602-1ad6fa10b920,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:12.104523 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6eb33fd1-e033-47a7-b904-fe83f11d9b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:12.138908 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9639750 Jun 22 18:34:12.139933 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:12.141650 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8ed9ec-19b9-4c88-8e24-55009e3f1d24" -d '{"events": [{"name": "network-changed", "server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "tag": "f4b5c436-30b2-4946-939a-b14debe94887"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:12.145878 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52946) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:12.148118 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25ad11b-6ee1-416d-ac60-9d85e29857d0 req-e8b7870b-e6bf-4d26-ab55-33dada589474 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] No DVR routers for this DVR port c6324fd9-4112-4a99-99f7-cb241e886907 on host hv-cinder-77428 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:34:12.152054 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d25ad11b-6ee1-416d-ac60-9d85e29857d0 req-e8b7870b-e6bf-4d26-ab55-33dada589474 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.152232 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-f8143398-d8e8-423a-bc60-e2db1c1ed31c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1817246478', 'description': 'tempest-secgroup-smoke-1817246478 description', 'project_id': 'ce659c956de74c148627451202f0c8b3'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:12.155202 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d25ad11b-6ee1-416d-ac60-9d85e29857d0 req-e8b7870b-e6bf-4d26-ab55-33dada589474 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.16 "DELETE /v2.0/ports/c6324fd9-4112-4a99-99f7-cb241e886907 HTTP/1.1" status: 204 len: 173 time: 0.7682199 Jun 22 18:34:12.155764 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2056f1cf-49c7-4e2c-9885-eb542023fb29', 'name': 'network-vif-deleted', 'tag': 'c6324fd9-4112-4a99-99f7-cb241e886907'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:12.169147 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9e47b0-9a0c-4366-8580-204d50987a5b" -d '{"events": [{"server_uuid": "2056f1cf-49c7-4e2c-9885-eb542023fb29", "name": "network-vif-deleted", "tag": "c6324fd9-4112-4a99-99f7-cb241e886907"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:12.173272 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d19453-fdc3-5b30-8fd6-aedd5265515b-117786c8-730c-4528-a4af-5f123732c621', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9'}]}} from dv-cinder-774286-17-smb. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:34:12.174454 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.255843 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-584'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.268224 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbde46f-67e1-4272-a767-d1b626dd8230 x-openstack-request-id: req-7fbde46f-67e1-4272-a767-d1b626dd8230 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:12.268542 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "tag": "f4b5c436-30b2-4946-939a-b14debe94887", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:12.268832 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fbde46f-67e1-4272-a767-d1b626dd8230 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:12.269352 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887', 'status': 'completed', 'code': 200} Jun 22 18:34:12.278208 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50187fd-99be-4250-a05a-6a13fec8032f x-openstack-request-id: req-e50187fd-99be-4250-a05a-6a13fec8032f {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:12.278876 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2056f1cf-49c7-4e2c-9885-eb542023fb29", "name": "network-vif-deleted", "tag": "c6324fd9-4112-4a99-99f7-cb241e886907", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:12.279408 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e50187fd-99be-4250-a05a-6a13fec8032f {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:12.280318 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056f1cf-49c7-4e2c-9885-eb542023fb29', 'name': 'network-vif-deleted', 'tag': 'c6324fd9-4112-4a99-99f7-cb241e886907', 'status': 'completed', 'code': 200} Jun 22 18:34:12.359802 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f8143398-d8e8-423a-bc60-e2db1c1ed31c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.375978 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ed9ec-19b9-4c88-8e24-55009e3f1d24 req-cdf0589a-3516-4721-b9e0-4cc75a99d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:12.379448 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-4e5bce8e-e1c2-45d9-b526-7eaef5175461 None None] Set router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:12.392144 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7e8ed9ec-19b9-4c88-8e24-55009e3f1d24 req-cdf0589a-3516-4721-b9e0-4cc75a99d7d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce659c956de74c148627451202f0c8b3&device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 1099 time: 0.1320038 Jun 22 18:34:12.578811 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ed9ec-19b9-4c88-8e24-55009e3f1d24 req-2a097d60-eb84-4755-b038-eaf97222a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:12.580629 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7e8ed9ec-19b9-4c88-8e24-55009e3f1d24 req-2a097d60-eb84-4755-b038-eaf97222a50a service neutron] 10.222.0.16 "GET /v2.0/networks?id=63959033-e20c-4430-9fd5-a93c9b3bbe83 HTTP/1.1" status: 200 len: 916 time: 0.1745822 Jun 22 18:34:12.631770 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52954) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:12.641712 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f8143398-d8e8-423a-bc60-e2db1c1ed31c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.654056 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-87f6e2a9-fe9b-4906-b1fd-3b3e8890ccd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.656612 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f8143398-d8e8-423a-bc60-e2db1c1ed31c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.657430 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Allocated IP 172.20.0.2 (117786c8-730c-4528-a4af-5f123732c621/86029cc4-53ed-4bf7-b09e-25b82865fcc9/cd8a9da0-86dc-4a76-b768-a6c99d48e00e) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:12.666656 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9862d8cd-ad94-4130-bd07-f5e8e1d69f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:12.704350 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.726735 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7e8ed9ec-19b9-4c88-8e24-55009e3f1d24 req-6bf3de1c-a044-4d73-b096-8700192a3b5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b5c436-30b2-4946-939a-b14debe94887 HTTP/1.1" status: 200 len: 1000 time: 0.1382911 Jun 22 18:34:12.816691 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ed9ec-19b9-4c88-8e24-55009e3f1d24 req-b575fae7-857d-4cbb-bd79-9923d769cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:12.819633 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7e8ed9ec-19b9-4c88-8e24-55009e3f1d24 req-b575fae7-857d-4cbb-bd79-9923d769cc2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3af66886-a1f2-4885-aa59-0ab8d41f05f3 HTTP/1.1" status: 200 len: 854 time: 0.0857699 Jun 22 18:34:12.957898 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:12.963278 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-813acbff-4cf1-40e5-9148-541ef2f3370a req-c9929c83-aa4b-4913-8d10-d5e6b0a3341f tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=2056f1cf-49c7-4e2c-9885-eb542023fb29 HTTP/1.1" status: 200 len: 210 time: 0.0375843 Jun 22 18:34:12.978611 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ed9ec-19b9-4c88-8e24-55009e3f1d24 req-8f271553-829d-4b4e-845c-70908fa4f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:12.979571 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Transition to ACTIVE for port object cd8a9da0-86dc-4a76-b768-a6c99d48e00e will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:12.980639 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7e8ed9ec-19b9-4c88-8e24-55009e3f1d24 req-8f271553-829d-4b4e-845c-70908fa4f189 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63959033-e20c-4430-9fd5-a93c9b3bbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1446548 Jun 22 18:34:13.005412 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Transition to ACTIVE for port object cd8a9da0-86dc-4a76-b768-a6c99d48e00e will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:13.015228 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.017669 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:13.034126 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.051738 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8143398-d8e8-423a-bc60-e2db1c1ed31c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307afbed-9765-4110-be68-583e27164e8c,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:13.056899 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f8143398-d8e8-423a-bc60-e2db1c1ed31c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:13.082468 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Network 117786c8-730c-4528-a4af-5f123732c621 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:13.091086 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:13.093861 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Pushing event updated for resources: {'Port': ['ID=cd8a9da0-86dc-4a76-b768-a6c99d48e00e,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:13.096154 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:13.100053 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7e8ed9ec-19b9-4c88-8e24-55009e3f1d24 req-ef3ac495-eb68-45a4-ade0-82dce1fe425d service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127193 Jun 22 18:34:13.138580 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:13.139021 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:13.139492 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:13.140037 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:13.140439 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:13.140841 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:13.141281 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:13.141680 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:13.142204 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:13.142645 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:13.143179 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:13.143606 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:13.183882 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:13.188636 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4e5bce8e-e1c2-45d9-b526-7eaef5175461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:32:56Z', 'revision_number': 4, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port': {'id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:49Z', 'updated_at': '2021-06-22T18:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': 'c7b78dd1-a381-4994-ae6e-2f445dd84bee', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'floating_ip_address': '172.28.3.135', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'port_id': 'f4b5c436-30b2-4946-939a-b14debe94887', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'mac_address': 'fa:16:3e:51:00:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:34:10Z', 'updated_at': '2021-06-22T18:34:10Z', 'revision_number': 0, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86deb524-6fc2-4bc6-a5c5-f2f794af400a', 'name': '', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'mac_address': 'fa:16:3e:9a:c0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:54Z', 'updated_at': '2021-06-22T18:33:04Z', 'revision_number': 5, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'subnets': [{'id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:13.216290 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Allocated IP 172.28.3.47 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/105f9bb7-d8c9-42da-8b58-6cec3160d99e) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:13.222516 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5bce8e-e1c2-45d9-b526-7eaef5175461 None None] Checking router: a94cd8c3-f047-4409-a8fb-f11b5f12a7bc for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:34:13.228765 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Attempting to bind port cd8a9da0-86dc-4a76-b768-a6c99d48e00e on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:13.229148 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Attempting to bind port cd8a9da0-86dc-4a76-b768-a6c99d48e00e by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:13.229522 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Attempting to bind port cd8a9da0-86dc-4a76-b768-a6c99d48e00e on network 117786c8-730c-4528-a4af-5f123732c621 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:13.240718 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:13.240718 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Checking segment: {'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:13.240718 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.240718 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Bound using segment: {'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:13.240718 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Bound port: cd8a9da0-86dc-4a76-b768-a6c99d48e00e, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:13.240718 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.250854 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7e8ed9ec-19b9-4c88-8e24-55009e3f1d24 req-20eaf224-b773-428f-86d1-9d3b99fc0332 service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426911 Jun 22 18:34:13.261384 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5bce8e-e1c2-45d9-b526-7eaef5175461 None None] Routers {'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:13.262239 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4e5bce8e-e1c2-45d9-b526-7eaef5175461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:13.265336 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-87f6e2a9-fe9b-4906-b1fd-3b3e8890ccd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.281732 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-87f6e2a9-fe9b-4906-b1fd-3b3e8890ccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.313975 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b77a4c41-fb3d-4366-a742-9c4030f09309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:13.316811 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f8143398-d8e8-423a-bc60-e2db1c1ed31c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.318129 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-f8143398-d8e8-423a-bc60-e2db1c1ed31c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1712110 Jun 22 18:34:13.321580 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52964) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:13.330044 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-10ab9913-d75c-4292-bad5-552c766ae620 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Request body: {'security_group_rule': {'security_group_id': '307afbed-9765-4110-be68-583e27164e8c', 'project_id': 'ce659c956de74c148627451202f0c8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:13.366817 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6e2a9-fe9b-4906-b1fd-3b3e8890ccd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83cfe53-07b5-45c4-85b7-9bfa1d1c5ed9,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:13.385106 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-87f6e2a9-fe9b-4906-b1fd-3b3e8890ccd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0953ba528ae24a768caad3e429822ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7521763 Jun 22 18:34:13.388042 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 52966) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:13.388832 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-10ab9913-d75c-4292-bad5-552c766ae620 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.389142 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-87f6e2a9-fe9b-4906-b1fd-3b3e8890ccd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:13.440503 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-4e5bce8e-e1c2-45d9-b526-7eaef5175461 None None] Set router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:13.442713 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] For port cd8a9da0-86dc-4a76-b768-a6c99d48e00e, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:13.489925 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-10ab9913-d75c-4292-bad5-552c766ae620 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.495618 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-10ab9913-d75c-4292-bad5-552c766ae620 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.496763 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] For port cd8a9da0-86dc-4a76-b768-a6c99d48e00e, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=cd8a9da0-86dc-4a76-b768-a6c99d48e00e,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:13.501435 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.502971 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:13.506303 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.517198 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c97a19eb-47b4-42f8-9402-3cae15d92224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:13.519770 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a070-a78c-4981-9f06-22b302514fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.520022 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab9913-d75c-4292-bad5-552c766ae620 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af43dd70-0ad4-40bd-b65c-e2f8d8b76fce,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:13.525463 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-10ab9913-d75c-4292-bad5-552c766ae620 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:13.526466 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-10ab9913-d75c-4292-bad5-552c766ae620 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.530569 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-10ab9913-d75c-4292-bad5-552c766ae620 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2075036 Jun 22 18:34:13.531269 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52968) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:13.536046 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-0bfc0947-a494-423a-9d7c-d95b32ef338a tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Request body: {'security_group_rule': {'security_group_id': '307afbed-9765-4110-be68-583e27164e8c', 'project_id': 'ce659c956de74c148627451202f0c8b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:13.556295 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a070-a78c-4981-9f06-22b302514fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.566419 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0947-a494-423a-9d7c-d95b32ef338a tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.617280 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065622597'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.624234 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-44afacc6-68f6-418f-86aa-37b8ebe261ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:13.674986 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:13.680625 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a070-a78c-4981-9f06-22b302514fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.683611 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a070-a78c-4981-9f06-22b302514fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.684974 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-c9c6a070-a78c-4981-9f06-22b302514fd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f83cfe53-07b5-45c4-85b7-9bfa1d1c5ed9 HTTP/1.1" status: 204 len: 168 time: 0.2927449 Jun 22 18:34:13.686058 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:13.688654 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:13.689640 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0947-a494-423a-9d7c-d95b32ef338a tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.696077 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0947-a494-423a-9d7c-d95b32ef338a tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.699524 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:13.718172 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Pushing event updated for resources: {'Port': ['ID=105f9bb7-d8c9-42da-8b58-6cec3160d99e,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:13.721630 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:13.724135 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c1b017d5-c817-4a67-85ff-32e13be07f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:13.736833 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc0947-a494-423a-9d7c-d95b32ef338a tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46c9148-c596-4d4a-98a0-1dd166dd120c,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:13.738306 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6a070-a78c-4981-9f06-22b302514fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83cfe53-07b5-45c4-85b7-9bfa1d1c5ed9,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:13.741195 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c9c6a070-a78c-4981-9f06-22b302514fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:13.765345 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0bfc0947-a494-423a-9d7c-d95b32ef338a tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:13.771700 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0bfc0947-a494-423a-9d7c-d95b32ef338a tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.776529 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-0bfc0947-a494-423a-9d7c-d95b32ef338a tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2413473 Jun 22 18:34:13.777126 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52976) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:13.783429 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-cba26bcf-3dc3-4600-b6c9-7eb45f182e2b tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Request body: {'security_group_rule': {'security_group_id': '307afbed-9765-4110-be68-583e27164e8c', 'project_id': 'ce659c956de74c148627451202f0c8b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:13.800734 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Pushing event updated for resources: {'Port': ['ID=cd8a9da0-86dc-4a76-b768-a6c99d48e00e,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:13.813269 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:13.828821 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cba26bcf-3dc3-4600-b6c9-7eb45f182e2b tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.928572 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cba26bcf-3dc3-4600-b6c9-7eb45f182e2b tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.944617 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cba26bcf-3dc3-4600-b6c9-7eb45f182e2b tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:13.948408 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4e5bce8e-e1c2-45d9-b526-7eaef5175461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:32:56Z', 'revision_number': 4, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port': {'id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:49Z', 'updated_at': '2021-06-22T18:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': 'c7b78dd1-a381-4994-ae6e-2f445dd84bee', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'floating_ip_address': '172.28.3.135', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'port_id': 'f4b5c436-30b2-4946-939a-b14debe94887', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'mac_address': 'fa:16:3e:51:00:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:34:10Z', 'updated_at': '2021-06-22T18:34:10Z', 'revision_number': 0, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86deb524-6fc2-4bc6-a5c5-f2f794af400a', 'name': '', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'mac_address': 'fa:16:3e:9a:c0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:54Z', 'updated_at': '2021-06-22T18:33:04Z', 'revision_number': 5, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'subnets': [{'id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:13.954886 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-10ab9913-d75c-4292-bad5-552c766ae620 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:14.010154 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba26bcf-3dc3-4600-b6c9-7eb45f182e2b tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19049bd3-fbfd-4f01-a184-ed1b7767f9a3,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:14.022024 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cba26bcf-3dc3-4600-b6c9-7eb45f182e2b tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:14.027240 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cba26bcf-3dc3-4600-b6c9-7eb45f182e2b tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.036825 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5bce8e-e1c2-45d9-b526-7eaef5175461 None None] The sync data for ids ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'] in dv-cinder-774286-17-smb is: [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:32:56Z', 'revision_number': 4, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port': {'id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:49Z', 'updated_at': '2021-06-22T18:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': 'c7b78dd1-a381-4994-ae6e-2f445dd84bee', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'floating_ip_address': '172.28.3.135', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'port_id': 'f4b5c436-30b2-4946-939a-b14debe94887', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'mac_address': 'fa:16:3e:51:00:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:34:10Z', 'updated_at': '2021-06-22T18:34:10Z', 'revision_number': 0, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86deb524-6fc2-4bc6-a5c5-f2f794af400a', 'name': '', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'mac_address': 'fa:16:3e:9a:c0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:54Z', 'updated_at': '2021-06-22T18:33:04Z', 'revision_number': 5, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'subnets': [{'id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:34:14.039328 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-cba26bcf-3dc3-4600-b6c9-7eb45f182e2b tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2593412 Jun 22 18:34:14.039741 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52980) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:14.047181 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-425f9da6-b63a-4190-953e-ffdbe5b4b4bd tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Request body: {'security_group_rule': {'security_group_id': '307afbed-9765-4110-be68-583e27164e8c', 'project_id': 'ce659c956de74c148627451202f0c8b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:14.106865 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-425f9da6-b63a-4190-953e-ffdbe5b4b4bd tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.171089 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.286123 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-425f9da6-b63a-4190-953e-ffdbe5b4b4bd tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.293171 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-425f9da6-b63a-4190-953e-ffdbe5b4b4bd tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.298066 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:14.323443 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f9da6-b63a-4190-953e-ffdbe5b4b4bd tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1089e29b-fc61-4f69-93fb-e10a1ea7e6e4,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:14.332154 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-425f9da6-b63a-4190-953e-ffdbe5b4b4bd tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:14.346763 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-425f9da6-b63a-4190-953e-ffdbe5b4b4bd tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.348460 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-425f9da6-b63a-4190-953e-ffdbe5b4b4bd tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3074889 Jun 22 18:34:14.351270 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52990) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:14.357078 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-f8e5d8bc-ba27-4d63-8f4b-286ce7422e92 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Request body: {'security_group_rule': {'security_group_id': '307afbed-9765-4110-be68-583e27164e8c', 'project_id': 'ce659c956de74c148627451202f0c8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:14.384847 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.securitygroups_db [None req-f8e5d8bc-ba27-4d63-8f4b-286ce7422e92 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Project ce659c956de74c148627451202f0c8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:34:14.396444 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d8bc-ba27-4d63-8f4b-286ce7422e92 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.437371 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ccdaa8-283a-4aca-b058-003607ed3550 None None] New status for floating IP c7b78dd1-a381-4994-ae6e-2f445dd84bee: ACTIVE {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:34:14.454163 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device cd8a9da0-86dc-4a76-b768-a6c99d48e00e up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:14.554006 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d8bc-ba27-4d63-8f4b-286ce7422e92 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.560721 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d8bc-ba27-4d63-8f4b-286ce7422e92 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.564463 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cba26bcf-3dc3-4600-b6c9-7eb45f182e2b tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:14.564669 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port cd8a9da0-86dc-4a76-b768-a6c99d48e00e completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:14.595206 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5d8bc-ba27-4d63-8f4b-286ce7422e92 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53de704-1a4d-4def-928b-cab472c00bea,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:14.599395 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f8e5d8bc-ba27-4d63-8f4b-286ce7422e92 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:14.614337 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f8e5d8bc-ba27-4d63-8f4b-286ce7422e92 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.618886 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-f8e5d8bc-ba27-4d63-8f4b-286ce7422e92 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2663786 Jun 22 18:34:14.619521 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 52998) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:14.624500 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-e3f67b61-cb8e-4617-8a3b-a1d79fc7d89e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Request body: {'security_group_rule': {'security_group_id': '307afbed-9765-4110-be68-583e27164e8c', 'project_id': 'ce659c956de74c148627451202f0c8b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:14.652059 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.securitygroups_db [None req-e3f67b61-cb8e-4617-8a3b-a1d79fc7d89e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Project ce659c956de74c148627451202f0c8b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:34:14.658211 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e3f67b61-cb8e-4617-8a3b-a1d79fc7d89e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.664252 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-739597'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.775853 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e3f67b61-cb8e-4617-8a3b-a1d79fc7d89e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.784234 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e3f67b61-cb8e-4617-8a3b-a1d79fc7d89e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.787196 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:14.812415 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f67b61-cb8e-4617-8a3b-a1d79fc7d89e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37192c28-cbf8-4ee1-ae2b-815bbb6299f6,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:14.815703 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e3f67b61-cb8e-4617-8a3b-a1d79fc7d89e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:14.822723 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e3f67b61-cb8e-4617-8a3b-a1d79fc7d89e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:14.827542 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-e3f67b61-cb8e-4617-8a3b-a1d79fc7d89e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2033837 Jun 22 18:34:14.929398 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Router e68dbb89-a96f-4439-b6e8-389fec6f51ed is scheduled to L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:34:14.983616 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device c6324fd9-4112-4a99-99f7-cb241e886907 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:34:15.029231 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: c6324fd9-4112-4a99-99f7-cb241e886907 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:34:15.029623 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device c6324fd9-4112-4a99-99f7-cb241e886907 not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:34:15.067313 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-625fc0dd-bc4a-499f-af8c-27374263a642 req-f135b5f5-6825-41c7-a89b-9f2ffcfee44f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817246478&fields=id&tenant_id=ce659c956de74c148627451202f0c8b3 HTTP/1.1" status: 200 len: 267 time: 0.0707967 Jun 22 18:34:15.156287 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:34:15.177669 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Sync routers for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:34:15.186467 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:15.190693 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 53020) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:15.191787 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3643727 Jun 22 18:34:15.194208 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:15.196500 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:15.234176 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016c2461-07ec-4400-aa70-00909beed027 None None] Network 117786c8-730c-4528-a4af-5f123732c621 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:34:15.242005 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fc0dd-bc4a-499f-af8c-27374263a642 req-e79f71d2-f65e-4fba-8748-97c0b7afcfb6 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:15.243700 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-625fc0dd-bc4a-499f-af8c-27374263a642 req-e79f71d2-f65e-4fba-8748-97c0b7afcfb6 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 946 time: 0.1754782 Jun 22 18:34:15.262443 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-625fc0dd-bc4a-499f-af8c-27374263a642 req-5e1af06e-324b-4f81-ad9d-2b9279f2dd9d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Request body: {'port': {'security_groups': ['c6ec405f-1e5a-4682-af3a-f5a95727c3f8', '307afbed-9765-4110-be68-583e27164e8c']}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:15.349283 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-2956ce6f-c152-44f9-9676-7ffcb5dbc059 None None] Provisioning for port cd8a9da0-86dc-4a76-b768-a6c99d48e00e completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:15.367361 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-2956ce6f-c152-44f9-9676-7ffcb5dbc059 None None] Provisioning complete for port cd8a9da0-86dc-4a76-b768-a6c99d48e00e triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:15.367865 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2956ce6f-c152-44f9-9676-7ffcb5dbc059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:15.416054 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:15.441946 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-625fc0dd-bc4a-499f-af8c-27374263a642 req-5e1af06e-324b-4f81-ad9d-2b9279f2dd9d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:15.845873 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-625fc0dd-bc4a-499f-af8c-27374263a642 req-5e1af06e-324b-4f81-ad9d-2b9279f2dd9d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] For port f4b5c436-30b2-4946-939a-b14debe94887, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b5c436-30b2-4946-939a-b14debe94887,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:15.903694 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2956ce6f-c152-44f9-9676-7ffcb5dbc059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:15.913748 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-625fc0dd-bc4a-499f-af8c-27374263a642 req-5e1af06e-324b-4f81-ad9d-2b9279f2dd9d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:15.924246 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-625fc0dd-bc4a-499f-af8c-27374263a642 req-5e1af06e-324b-4f81-ad9d-2b9279f2dd9d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:15.929043 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-32863173-4a47-42b8-9a97-3047c0ef851a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:15.943393 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['f4b5c436-30b2-4946-939a-b14debe94887'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:34:15.961124 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:15.995404 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fc0dd-bc4a-499f-af8c-27374263a642 req-5e1af06e-324b-4f81-ad9d-2b9279f2dd9d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:15.996547 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-625fc0dd-bc4a-499f-af8c-27374263a642 req-5e1af06e-324b-4f81-ad9d-2b9279f2dd9d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:16.003580 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-625fc0dd-bc4a-499f-af8c-27374263a642 req-5e1af06e-324b-4f81-ad9d-2b9279f2dd9d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "PUT /v2.0/ports/f4b5c436-30b2-4946-939a-b14debe94887 HTTP/1.1" status: 200 len: 982 time: 0.7497585 Jun 22 18:34:16.004408 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:16.009250 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49336f48-eb26-4a3d-97eb-a62f10d707f4" -d '{"events": [{"name": "network-changed", "server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "tag": "f4b5c436-30b2-4946-939a-b14debe94887"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:16.027538 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-2956ce6f-c152-44f9-9676-7ffcb5dbc059 None None] For port cd8a9da0-86dc-4a76-b768-a6c99d48e00e, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=cd8a9da0-86dc-4a76-b768-a6c99d48e00e,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:16.038334 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1af06e-324b-4f81-ad9d-2b9279f2dd9d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event updated for resources: {'Port': ['ID=f4b5c436-30b2-4946-939a-b14debe94887,revision_number=6']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:16.045143 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5e1af06e-324b-4f81-ad9d-2b9279f2dd9d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:16.048375 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2956ce6f-c152-44f9-9676-7ffcb5dbc059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:16.066201 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:16.101278 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['f4b5c436-30b2-4946-939a-b14debe94887'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:34:16.144220 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b714ed69-ea3f-4ed7-bed9-862fe2aa3a04 x-openstack-request-id: req-b714ed69-ea3f-4ed7-bed9-862fe2aa3a04 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:16.145100 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "tag": "f4b5c436-30b2-4946-939a-b14debe94887", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:16.145545 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b714ed69-ea3f-4ed7-bed9-862fe2aa3a04 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:16.146162 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887', 'status': 'completed', 'code': 200} Jun 22 18:34:16.313614 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:13Z', 'revision_number': 3, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:16.361799 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00d4e7-0abe-4001-bfb8-07230cf7c782 req-31ae2e1d-8b1e-40fc-a701-0a17baa107fd tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:16.363401 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ad00d4e7-0abe-4001-bfb8-07230cf7c782 req-31ae2e1d-8b1e-40fc-a701-0a17baa107fd tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.1425428 Jun 22 18:34:16.373464 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956ce6f-c152-44f9-9676-7ffcb5dbc059 None None] Pushing event updated for resources: {'Port': ['ID=cd8a9da0-86dc-4a76-b768-a6c99d48e00e,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:16.380665 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2956ce6f-c152-44f9-9676-7ffcb5dbc059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:16.382501 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Checking router: e68dbb89-a96f-4439-b6e8-389fec6f51ed for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:34:16.382808 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Updating router e68dbb89-a96f-4439-b6e8-389fec6f51ed port 105f9bb7-d8c9-42da-8b58-6cec3160d99e binding host dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:34:16.410852 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ad00d4e7-0abe-4001-bfb8-07230cf7c782 req-8ebad876-8acc-476f-ba92-7e2f392e96de tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413306 Jun 22 18:34:16.455448 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49336f48-eb26-4a3d-97eb-a62f10d707f4 req-1dba3252-d051-4cb3-a60b-2e76daded486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:16.457322 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-49336f48-eb26-4a3d-97eb-a62f10d707f4 req-1dba3252-d051-4cb3-a60b-2e76daded486 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce659c956de74c148627451202f0c8b3&device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 1138 time: 0.3006632 Jun 22 18:34:16.493287 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-3fe1f149-7ef0-44d4-9ac1-82c2cdff8f0f None None] Provisioning complete for port cd8a9da0-86dc-4a76-b768-a6c99d48e00e triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:16.493799 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f149-7ef0-44d4-9ac1-82c2cdff8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:16.520193 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:16.747094 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Allocated IP 172.20.0.1 (117786c8-730c-4528-a4af-5f123732c621/86029cc4-53ed-4bf7-b09e-25b82865fcc9/d59acb99-78f7-408e-be91-24527f1526e3) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:16.859986 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49336f48-eb26-4a3d-97eb-a62f10d707f4 req-56ff3dd1-f13b-4647-93e6-49232cdd6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:16.862331 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-49336f48-eb26-4a3d-97eb-a62f10d707f4 req-56ff3dd1-f13b-4647-93e6-49232cdd6d72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63959033-e20c-4430-9fd5-a93c9b3bbe83 HTTP/1.1" status: 200 len: 916 time: 0.3963695 Jun 22 18:34:16.963342 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:16.973108 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-49336f48-eb26-4a3d-97eb-a62f10d707f4 req-c52048fd-96b9-4ab6-b36e-f24e896cb7fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b5c436-30b2-4946-939a-b14debe94887 HTTP/1.1" status: 200 len: 1002 time: 0.1018114 Jun 22 18:34:16.992444 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Transition to ACTIVE for port object d59acb99-78f7-408e-be91-24527f1526e3 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:16.995031 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-3fe1f149-7ef0-44d4-9ac1-82c2cdff8f0f None None] Provisioning complete for port f4b5c436-30b2-4946-939a-b14debe94887 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:16.995413 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f149-7ef0-44d4-9ac1-82c2cdff8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.058277 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49336f48-eb26-4a3d-97eb-a62f10d707f4 req-ee873fea-4dd0-4cdf-8a7e-1de0112790ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:17.060266 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-49336f48-eb26-4a3d-97eb-a62f10d707f4 req-ee873fea-4dd0-4cdf-8a7e-1de0112790ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3af66886-a1f2-4885-aa59-0ab8d41f05f3 HTTP/1.1" status: 200 len: 854 time: 0.0782144 Jun 22 18:34:17.124100 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.127504 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b8a0a41a-0c31-4a3e-a62b-998de333655e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:17.181523 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Network 117786c8-730c-4528-a4af-5f123732c621 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:17.183166 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.189801 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:17.195014 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:17.200135 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d59acb99-78f7-408e-be91-24527f1526e3,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:17.207325 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Transition to ACTIVE for port object 105f9bb7-d8c9-42da-8b58-6cec3160d99e will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:17.208407 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:17.240367 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.245771 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-37fe7334-1c1e-4c89-997e-22bc5e79a9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:17.287761 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741947'] for router_interface, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.316693 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49336f48-eb26-4a3d-97eb-a62f10d707f4 req-ae045be4-4c7d-4d27-8e56-248780875f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:17.318227 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-49336f48-eb26-4a3d-97eb-a62f10d707f4 req-ae045be4-4c7d-4d27-8e56-248780875f18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63959033-e20c-4430-9fd5-a93c9b3bbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2497742 Jun 22 18:34:17.378596 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Attempting to bind port 105f9bb7-d8c9-42da-8b58-6cec3160d99e on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:17.379267 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Attempting to bind port 105f9bb7-d8c9-42da-8b58-6cec3160d99e by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:17.379380 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Attempting to bind port 105f9bb7-d8c9-42da-8b58-6cec3160d99e on network 75389754-8e88-4ca5-ba06-bd89ba60b866 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:17.383973 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4ad58-43d6-4703-8be7-f3e973fe5160 None None] Pushing event updated for resources: {'Port': ['ID=105f9bb7-d8c9-42da-8b58-6cec3160d99e,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:17.387894 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d3a4ad58-43d6-4703-8be7-f3e973fe5160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:17.400082 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:17.400470 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Checking segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:17.400887 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.401317 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Bound using segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:17.401799 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Bound port: 105f9bb7-d8c9-42da-8b58-6cec3160d99e, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:17.402185 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.529635 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-49336f48-eb26-4a3d-97eb-a62f10d707f4 req-d35f77ce-bd93-45de-8390-5a49688fea88 service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785276 Jun 22 18:34:17.530692 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] For port 105f9bb7-d8c9-42da-8b58-6cec3160d99e, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:17.547657 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-bd1c39e6-80c7-4b54-ace0-ad638f487031 None None] Provisioning for port d59acb99-78f7-408e-be91-24527f1526e3 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:17.564533 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] For port 105f9bb7-d8c9-42da-8b58-6cec3160d99e, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=105f9bb7-d8c9-42da-8b58-6cec3160d99e,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:17.570166 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-bd1c39e6-80c7-4b54-ace0-ad638f487031 None None] Provisioning complete for port d59acb99-78f7-408e-be91-24527f1526e3 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:17.570620 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bd1c39e6-80c7-4b54-ace0-ad638f487031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.575897 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.606839 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:17.617923 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.670941 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c39e6-80c7-4b54-ace0-ad638f487031 None None] Port d59acb99-78f7-408e-be91-24527f1526e3 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:34:17.689330 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4ad58-43d6-4703-8be7-f3e973fe5160 None None] Pushing event updated for resources: {'Port': ['ID=105f9bb7-d8c9-42da-8b58-6cec3160d99e,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:17.693107 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d3a4ad58-43d6-4703-8be7-f3e973fe5160 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:17.694951 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:17.695747 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:17.702663 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-49336f48-eb26-4a3d-97eb-a62f10d707f4 req-a1943895-c460-4574-9d45-f780dcf6862e service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652222 Jun 22 18:34:17.808592 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:17.825255 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.829790 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.832390 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-928a1a4c-16f3-446c-b654-54cf5e2be63c tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:17.904451 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706295'] for router_interface, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:17.906637 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d59acb99-78f7-408e-be91-24527f1526e3,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:17.910244 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:18.003544 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Network 117786c8-730c-4528-a4af-5f123732c621 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:18.004946 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:18.010867 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:16Z', 'revision_number': 1, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:18.042779 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151eb69f-5b91-4b5b-97a9-deff4d487326 None None] The sync data for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb is: [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:16Z', 'revision_number': 1, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:34:18.136914 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Router e68dbb89-a96f-4439-b6e8-389fec6f51ed has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:34:18.276216 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:34:18.299085 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] 10.222.0.20 "PUT /v2.0/routers/e68dbb89-a96f-4439-b6e8-389fec6f51ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1068709 Jun 22 18:34:18.315801 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-df73759d-e6ef-45e9-916f-882c96997550 None None] Provisioning complete for port d59acb99-78f7-408e-be91-24527f1526e3 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:18.316287 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-df73759d-e6ef-45e9-916f-882c96997550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:18.322798 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device cd8a9da0-86dc-4a76-b768-a6c99d48e00e up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:18.425227 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-df73759d-e6ef-45e9-916f-882c96997550 None None] Port d59acb99-78f7-408e-be91-24527f1526e3 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:34:18.443056 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port cd8a9da0-86dc-4a76-b768-a6c99d48e00e triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:18.443446 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:18.574982 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-113a7b54-8154-42f6-b3ee-c9eefd6320bf tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:18.576787 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-113a7b54-8154-42f6-b3ee-c9eefd6320bf tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/networks?id=9134bac6-4408-4202-8c72-bab050d27636 HTTP/1.1" status: 200 len: 813 time: 0.1503804 Jun 22 18:34:18.595499 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-d9a49cc7-14e1-436b-a9a5-fa605385b9be tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/quotas/ef1e12b835324fdba001a6e04c56f035 HTTP/1.1" status: 200 len: 375 time: 0.0125306 Jun 22 18:34:18.639545 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-3e89bed2-c406-475c-98c4-3e2da7a5d755 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef1e12b835324fdba001a6e04c56f035&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376389 Jun 22 18:34:18.783297 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-c43b35e5-d078-47dc-acb2-54e6d62d7b26 service neutron] 10.222.0.20 "GET /v2.0/networks/9134bac6-4408-4202-8c72-bab050d27636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299744 Jun 22 18:34:18.904158 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-bcb9a19d-3c88-4575-9512-f18d6cd1a4b9 service neutron] 10.222.0.20 "GET /v2.0/networks/9134bac6-4408-4202-8c72-bab050d27636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131222 Jun 22 18:34:19.135024 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53110) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:19.140278 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3f526a42-2400-4a95-904a-c6453738b2f1 req-0c9ebbe8-8783-4adf-a2c5-aa68218cc5df tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 210 time: 0.0421498 Jun 22 18:34:19.145988 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-530d4658-c407-459e-89bf-f03cbf20f3c8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1131316387', 'description': 'tempest-description--50815122'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:19.172061 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-530d4658-c407-459e-89bf-f03cbf20f3c8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.268695 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-530d4658-c407-459e-89bf-f03cbf20f3c8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.274555 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-530d4658-c407-459e-89bf-f03cbf20f3c8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.277431 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-33d50a90-1596-4932-a381-f46ff7fec03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:19.315800 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-530d4658-c407-459e-89bf-f03cbf20f3c8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.319111 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-530d4658-c407-459e-89bf-f03cbf20f3c8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1808639 Jun 22 18:34:19.319917 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 53116) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:19.323818 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d4658-c407-459e-89bf-f03cbf20f3c8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a94467e-c2a4-4cc1-ae0a-351b127f8094,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:19.326964 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-530d4658-c407-459e-89bf-f03cbf20f3c8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:19.333042 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-0a37c234-0172-46f1-b376-5586d15bb805 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Request body: {'security_group_rule': {'security_group_id': '3a94467e-c2a4-4cc1-ae0a-351b127f8094', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:19.369112 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a37c234-0172-46f1-b376-5586d15bb805 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.449304 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a37c234-0172-46f1-b376-5586d15bb805 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.455044 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a37c234-0172-46f1-b376-5586d15bb805 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.458147 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-425f9da6-b63a-4190-953e-ffdbe5b4b4bd tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:19.478389 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37c234-0172-46f1-b376-5586d15bb805 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f53c0e6-7f1d-403a-b6d3-dab4294d94ae,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:19.481619 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0a37c234-0172-46f1-b376-5586d15bb805 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:19.486538 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0a37c234-0172-46f1-b376-5586d15bb805 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.488149 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-0a37c234-0172-46f1-b376-5586d15bb805 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1666958 Jun 22 18:34:19.493460 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53124) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:19.498575 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-92aeb501-6788-48f8-adc6-a05c94850a61 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Request body: {'security_group_rule': {'security_group_id': '3a94467e-c2a4-4cc1-ae0a-351b127f8094', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:19.534942 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-92aeb501-6788-48f8-adc6-a05c94850a61 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.639937 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-92aeb501-6788-48f8-adc6-a05c94850a61 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.645122 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-92aeb501-6788-48f8-adc6-a05c94850a61 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.647316 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:19.668284 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aeb501-6788-48f8-adc6-a05c94850a61 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf71d1f-98a6-4b57-937c-ec61a81454f1,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:19.672339 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-92aeb501-6788-48f8-adc6-a05c94850a61 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:19.674962 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-92aeb501-6788-48f8-adc6-a05c94850a61 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.676088 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-92aeb501-6788-48f8-adc6-a05c94850a61 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1815600 Jun 22 18:34:19.679345 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 53128) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:19.684999 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Request body: {'floatingip': {'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:19.714016 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.854954 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:19.988770 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Allocated IP 172.28.3.112 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/5b18a4c4-c1be-40e0-9c73-06c1f6cf53bb) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:20.096411 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:20.137414 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:20.140339 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-99e9d822-7893-4b5d-8bdc-2f9997e0d7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:20.207619 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event updated for resources: {'Port': ['ID=5b18a4c4-c1be-40e0-9c73-06c1f6cf53bb,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:20.212446 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:20.224044 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:20.226012 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:20.229759 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:20.340025 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c5ad5ce1-e2a4-44c5-9e24-ecbe3cdfbb8b req-45aa2608-c3bf-4f21-9f2f-6958b4ddfe4b tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 210 time: 0.0440905 Jun 22 18:34:20.405273 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 105f9bb7-d8c9-42da-8b58-6cec3160d99e up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:20.457495 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port 105f9bb7-d8c9-42da-8b58-6cec3160d99e completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:20.462502 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 105f9bb7-d8c9-42da-8b58-6cec3160d99e triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:20.462894 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:20.518841 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:20.548581 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:20.551572 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7cd1c177-dbf6-4f6f-8436-6f1687db6f7c tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:20.554138 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7cd1c177-dbf6-4f6f-8436-6f1687db6f7c tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.16 "GET /v2.0/networks?id=9134bac6-4408-4202-8c72-bab050d27636 HTTP/1.1" status: 200 len: 813 time: 0.2785492 Jun 22 18:34:20.577819 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port 105f9bb7-d8c9-42da-8b58-6cec3160d99e, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=105f9bb7-d8c9-42da-8b58-6cec3160d99e,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:20.583700 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:20.585919 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-2956ce6f-c152-44f9-9676-7ffcb5dbc059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:20.604040 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Request body: {'port': {'device_id': 'a7dfedbf-526b-4462-a9d3-825b358425e7', 'network_id': '9134bac6-4408-4202-8c72-bab050d27636', 'admin_state_up': True, 'tenant_id': 'ef1e12b835324fdba001a6e04c56f035'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:20.642022 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=105f9bb7-d8c9-42da-8b58-6cec3160d99e,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:20.645935 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:20.689704 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:20.722489 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Sync routers for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:34:20.735488 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:20.736614 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:20.828578 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Made reservation on behalf of ef1e12b835324fdba001a6e04c56f035 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:20.832301 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:20.864753 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:20.956755 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:20.982296 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:20.988635 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9188acd8-522f-48f5-9737-9faab1e23df5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:21.102032 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Allocated IP 172.20.0.11 (9134bac6-4408-4202-8c72-bab050d27636/287ad3bc-9dbf-451d-a00c-cf5f152bffb1/8dc3a735-cc74-4678-9bc3-6e5996975efc) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:21.144439 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event updated for resources: {'Port': ['ID=5b18a4c4-c1be-40e0-9c73-06c1f6cf53bb,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:21.150317 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:21.151238 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.179504 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.181278 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5001662 Jun 22 18:34:21.194773 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 2, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:21.244119 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Checking router: e68dbb89-a96f-4439-b6e8-389fec6f51ed for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:34:21.244838 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Updating router e68dbb89-a96f-4439-b6e8-389fec6f51ed port d59acb99-78f7-408e-be91-24527f1526e3 binding host dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:34:21.306057 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.355481 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.368033 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-b68937a3-5d00-4781-9b0a-79359c50c4f6 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1131316387&fields=id&tenant_id=70fd6516731c4324801ac38cb5772ae8 HTTP/1.1" status: 200 len: 267 time: 0.0605166 Jun 22 18:34:21.455527 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53174) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:21.540626 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-21bf12b9-b49b-4ce5-98f9-50fd15fbe136 req-8a084a90-0bc0-47e5-acc1-a8affa8c2801 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 210 time: 0.0467820 Jun 22 18:34:21.603632 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f3ce859f-35e1-497b-92d7-fa2b0f30f547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.618995 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.629749 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Transition to ACTIVE for port object d59acb99-78f7-408e-be91-24527f1526e3 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:21.650687 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.654265 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:21.707025 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Pushing event updated for resources: {'Port': ['ID=d59acb99-78f7-408e-be91-24527f1526e3,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:21.715441 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.726641 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f3ce859f-35e1-497b-92d7-fa2b0f30f547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.731621 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f3ce859f-35e1-497b-92d7-fa2b0f30f547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.734738 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ad561abd-b0bd-4477-a788-69d7c8ccb2f7 tempest-VolumesNegativeTest-896357809 tempest-VolumesNegativeTest-896357809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:21.734964 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:21.735976 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:21.736506 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:21.736856 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:21.737181 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:21.737507 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:21.737824 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:21.738142 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:21.738487 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:21.738804 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:21.739146 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:21.739454 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:21.741802 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a902a36c-eee7-4293-9dbe-8ca49d602ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:21.744371 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:21.769971 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-f3ce859f-35e1-497b-92d7-fa2b0f30f547 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42bf6576d77e45559f39a503283298bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118618 Jun 22 18:34:21.786579 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Network 9134bac6-4408-4202-8c72-bab050d27636 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:21.786821 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Attempting to bind port d59acb99-78f7-408e-be91-24527f1526e3 on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:21.787618 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Attempting to bind port d59acb99-78f7-408e-be91-24527f1526e3 by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:21.787713 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 53178) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:21.787789 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Attempting to bind port d59acb99-78f7-408e-be91-24527f1526e3 on network 117786c8-730c-4528-a4af-5f123732c621 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:21.793684 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:21.794049 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Checking segment: {'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:21.794629 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.795201 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Bound using segment: {'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:21.795859 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Bound port: d59acb99-78f7-408e-be91-24527f1526e3, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:21.796392 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.798767 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce859f-35e1-497b-92d7-fa2b0f30f547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f939a638-5468-4d1f-8e3e-722eff3b6ca4,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:21.814652 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f3ce859f-35e1-497b-92d7-fa2b0f30f547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:21.832986 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:21.835622 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:21.850728 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f1e93b38-4dbe-4967-ba20-78b4b84f14b7 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:21.853405 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f1e93b38-4dbe-4967-ba20-78b4b84f14b7 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 816 time: 0.4744868 Jun 22 18:34:21.871776 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] For port d59acb99-78f7-408e-be91-24527f1526e3, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:21.875423 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] For port d59acb99-78f7-408e-be91-24527f1526e3, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=d59acb99-78f7-408e-be91-24527f1526e3,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:21.880477 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.892187 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:21.923886 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-c3ebb0c0-f129-4960-a3ca-de11e6eadc10 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/quotas/70fd6516731c4324801ac38cb5772ae8 HTTP/1.1" status: 200 len: 375 time: 0.0427485 Jun 22 18:34:21.924545 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Pushing event updated for resources: {'Port': ['ID=8dc3a735-cc74-4678-9bc3-6e5996975efc,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:21.927445 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:21.942185 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:21.942834 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.944491 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:21.947041 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:21.959037 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dbd708a1-1da4-4399-ae68-830fed736be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:21.997225 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4005203 Jun 22 18:34:22.016060 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Request body: {'port': {'device_id': 'a7dfedbf-526b-4462-a9d3-825b358425e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:22.025244 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dbd708a1-1da4-4399-ae68-830fed736be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:22.033707 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Pushing event updated for resources: {'Port': ['ID=d59acb99-78f7-408e-be91-24527f1526e3,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:22.038491 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-53677cfc-3f2a-4ca6-8399-6c091b661d98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:22.109346 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:22.152501 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-d56d2e41-f719-4ab3-be49-558242865f01 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2189827 Jun 22 18:34:22.157332 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:22.199817 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dbd708a1-1da4-4399-ae68-830fed736be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:22.201558 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dbd708a1-1da4-4399-ae68-830fed736be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:22.204982 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-dbd708a1-1da4-4399-ae68-830fed736be8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f939a638-5468-4d1f-8e3e-722eff3b6ca4 HTTP/1.1" status: 204 len: 168 time: 0.4144745 Jun 22 18:34:22.212194 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:22.272542 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd708a1-1da4-4399-ae68-830fed736be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f939a638-5468-4d1f-8e3e-722eff3b6ca4,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:22.276334 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-dbd708a1-1da4-4399-ae68-830fed736be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:22.397509 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 105f9bb7-d8c9-42da-8b58-6cec3160d99e up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:22.492189 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-b44468ad-7763-4a9a-ad5b-0b2d53729695 service neutron] 10.222.0.20 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951858 Jun 22 18:34:22.512035 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 105f9bb7-d8c9-42da-8b58-6cec3160d99e triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:22.512498 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:22.523769 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:21Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:22.552144 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e17296-b2f7-47fb-9d13-616b7d1c4d21 None None] The sync data for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb is: [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:21Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:34:22.656862 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-ab561908-ebc2-4595-9ff8-4e2dcb19fb94 service neutron] 10.222.0.20 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225033 Jun 22 18:34:22.678344 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device d59acb99-78f7-408e-be91-24527f1526e3 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:22.760148 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port d59acb99-78f7-408e-be91-24527f1526e3 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:22.765621 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port d59acb99-78f7-408e-be91-24527f1526e3 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:22.766013 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:22.818682 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc3a735-cc74-4678-9bc3-6e5996975efc {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:34:22.828937 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:22.838446 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb64797-877f-4f9b-b11e-7edd2c048601 req-44aa111f-9b68-4803-bc4e-b78c8f155ea8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:22.840073 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5bb64797-877f-4f9b-b11e-7edd2c048601 req-44aa111f-9b68-4803-bc4e-b78c8f155ea8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 932 time: 0.1623766 Jun 22 18:34:22.845720 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Transition to ACTIVE for port object 8dc3a735-cc74-4678-9bc3-6e5996975efc will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:22.853807 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:22.860683 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-08a4fd97-f772-42b0-bd3c-24d72dbb4a05 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:22.921128 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:22.936597 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5bb64797-877f-4f9b-b11e-7edd2c048601 req-de6957dc-2b84-4603-8204-bda4b9fb92a1 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886731 Jun 22 18:34:22.952830 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc3a735-cc74-4678-9bc3-6e5996975efc,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:22.999275 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:23.010639 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port d59acb99-78f7-408e-be91-24527f1526e3, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=d59acb99-78f7-408e-be91-24527f1526e3,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:23.017781 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:23.021230 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:23.083457 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4c822e75-cbd7-460c-a898-0c60e4f7113e req-1a696270-9d5a-4968-8b16-e26856942b70 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 210 time: 0.0655456 Jun 22 18:34:23.093986 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Attempting to bind port 8dc3a735-cc74-4678-9bc3-6e5996975efc on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:23.094168 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Attempting to bind port 8dc3a735-cc74-4678-9bc3-6e5996975efc by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'de301a4f-e2e3-4990-a3e5-59046b0b78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9134bac6-4408-4202-8c72-bab050d27636'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:23.094653 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Attempting to bind port 8dc3a735-cc74-4678-9bc3-6e5996975efc on network 9134bac6-4408-4202-8c72-bab050d27636 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:23.101570 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Port 8dc3a735-cc74-4678-9bc3-6e5996975efc on network 9134bac6-4408-4202-8c72-bab050d27636 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:34:23.101995 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Attempting to bind port 8dc3a735-cc74-4678-9bc3-6e5996975efc on network 9134bac6-4408-4202-8c72-bab050d27636 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:23.107769 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:23.109675 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Checking segment: {'id': 'de301a4f-e2e3-4990-a3e5-59046b0b78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9134bac6-4408-4202-8c72-bab050d27636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:23.110155 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Bound using segment: {'id': 'de301a4f-e2e3-4990-a3e5-59046b0b78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9134bac6-4408-4202-8c72-bab050d27636'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:23.110613 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Bound port: 8dc3a735-cc74-4678-9bc3-6e5996975efc, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de301a4f-e2e3-4990-a3e5-59046b0b78f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '9134bac6-4408-4202-8c72-bab050d27636'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:23.111092 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:23.149197 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=d59acb99-78f7-408e-be91-24527f1526e3,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:23.154418 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:23.213118 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] For port 8dc3a735-cc74-4678-9bc3-6e5996975efc, host hv-cinder-77428, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:23.217973 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] For port 8dc3a735-cc74-4678-9bc3-6e5996975efc, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8dc3a735-cc74-4678-9bc3-6e5996975efc,segment=NetworkSegment(de301a4f-e2e3-4990-a3e5-59046b0b78f3),segment_id=de301a4f-e2e3-4990-a3e5-59046b0b78f3)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:23.232693 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:23.232693 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-98d46fc0-a9ea-42e6-ab97-133742197b5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:23.287093 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:23.288000 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:23.291028 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] 10.222.0.16 "PUT /v2.0/ports/8dc3a735-cc74-4678-9bc3-6e5996975efc HTTP/1.1" status: 200 len: 1094 time: 1.2851403 Jun 22 18:34:23.291744 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dfedbf-526b-4462-a9d3-825b358425e7', 'tag': '8dc3a735-cc74-4678-9bc3-6e5996975efc'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:23.295460 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda523df-7caa-40f2-bfe7-fd16cc1508dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dfedbf-526b-4462-a9d3-825b358425e7", "tag": "8dc3a735-cc74-4678-9bc3-6e5996975efc"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:23.313295 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc3a735-cc74-4678-9bc3-6e5996975efc,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:23.317421 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:23.377707 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261af6cb-86d8-4e6b-a464-0514063b0034 x-openstack-request-id: req-261af6cb-86d8-4e6b-a464-0514063b0034 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:23.378047 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dfedbf-526b-4462-a9d3-825b358425e7", "tag": "8dc3a735-cc74-4678-9bc3-6e5996975efc", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:23.378352 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-261af6cb-86d8-4e6b-a464-0514063b0034 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:23.378809 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dfedbf-526b-4462-a9d3-825b358425e7', 'tag': '8dc3a735-cc74-4678-9bc3-6e5996975efc', 'status': 'completed', 'code': 200} Jun 22 18:34:23.410312 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-a29363d4-5e02-4a58-9c31-ca9679251cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:23.412037 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-a29363d4-5e02-4a58-9c31-ca9679251cb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef1e12b835324fdba001a6e04c56f035&device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 1097 time: 0.0712607 Jun 22 18:34:23.432302 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53222) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:23.462399 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-fdc77104-47f2-4893-b2bf-00d126f332e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc3a735-cc74-4678-9bc3-6e5996975efc HTTP/1.1" status: 200 len: 217 time: 0.0409544 Jun 22 18:34:23.542254 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-683c6915-438f-460e-be98-db0a0293fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:23.549154 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-683c6915-438f-460e-be98-db0a0293fa98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=287ad3bc-9dbf-451d-a00c-cf5f152bffb1 HTTP/1.1" status: 200 len: 853 time: 0.0782919 Jun 22 18:34:23.552133 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1371716756-network', 'tenant_id': '7f5a242e816b43869392d3725cb18e35'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:23.598073 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Made reservation on behalf of 7f5a242e816b43869392d3725cb18e35 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:23.600900 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:23.607810 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-af44ae8d-148a-4052-96f9-d7451c520360 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9134bac6-4408-4202-8c72-bab050d27636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495694 Jun 22 18:34:23.611441 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:23.760943 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-c99c20fa-105f-449b-b4fc-90db2cb8eca2 service neutron] 10.222.0.16 "GET /v2.0/networks/9134bac6-4408-4202-8c72-bab050d27636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431355 Jun 22 18:34:23.769681 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:23.776545 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:23.781831 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6b2a1a0d-ca12-4b04-9e1e-1c9f1b5e00a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:23.804099 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:34:23.830559 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5af6fb-fa13-41c9-9b09-c76e2e6d6280,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:23.834214 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:23.834802 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.db.segments_db [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Added segment df4f74f7-59d6-4dc0-9084-66b7530e1089 of type vlan for network 3da2b546-9571-4efb-84b3-a97455475ad7 Jun 22 18:34:23.836793 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:23.878076 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-264acf70-539f-4fe2-9468-6f82be7d61ca req-a3e3fdc3-0c5e-48b7-ae2a-362b5b7b05f7 service neutron] 10.222.0.16 "GET /v2.0/networks/9134bac6-4408-4202-8c72-bab050d27636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088593 Jun 22 18:34:23.891686 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:23.926410 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:23.928985 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:23.931125 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:23.936550 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:24.007380 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda523df-7caa-40f2-bfe7-fd16cc1508dc req-42a36df7-058f-4b6f-9c7a-6b04b534ff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:24.012731 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eda523df-7caa-40f2-bfe7-fd16cc1508dc req-42a36df7-058f-4b6f-9c7a-6b04b534ff7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef1e12b835324fdba001a6e04c56f035&device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 1097 time: 0.0709798 Jun 22 18:34:24.013686 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5801008 Jun 22 18:34:24.016806 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53234) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:24.022528 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-60b016a1-6703-4476-a677-f65349129912 admin admin] Request body: {'subnet': {'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1371716756-subnet', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:24.027630 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Pushing event updated for resources: {'Network': ['ID=3da2b546-9571-4efb-84b3-a97455475ad7,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:24.032329 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:24.045596 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network 3da2b546-9571-4efb-84b3-a97455475ad7 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:34:24.070472 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b016a1-6703-4476-a677-f65349129912 admin admin] Made reservation on behalf of 7f5a242e816b43869392d3725cb18e35 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:24.074377 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-60b016a1-6703-4476-a677-f65349129912 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065653974'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:24.185741 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda523df-7caa-40f2-bfe7-fd16cc1508dc req-9779eeda-ba4e-4368-8df5-ec05d6e5be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:24.187873 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eda523df-7caa-40f2-bfe7-fd16cc1508dc req-9779eeda-ba4e-4368-8df5-ec05d6e5be04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9134bac6-4408-4202-8c72-bab050d27636 HTTP/1.1" status: 200 len: 914 time: 0.1676397 Jun 22 18:34:24.260353 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eda523df-7caa-40f2-bfe7-fd16cc1508dc req-ee879f86-6cea-466d-9f68-28f99c9843f2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8dc3a735-cc74-4678-9bc3-6e5996975efc HTTP/1.1" status: 200 len: 217 time: 0.0533249 Jun 22 18:34:24.272355 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0fc60-495d-4195-a29c-438a04afeb23 req-3f951417-a21f-4c71-9472-9ea6650a260c tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:24.274122 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9ae0fc60-495d-4195-a29c-438a04afeb23 req-3f951417-a21f-4c71-9472-9ea6650a260c tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 944 time: 0.1226580 Jun 22 18:34:24.333417 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device d59acb99-78f7-408e-be91-24527f1526e3 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:24.339848 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5ab13714-937d-4ba7-b3b1-952bc5c24ec0 req-c34681c3-4b49-45a2-bb27-2508ad22f260 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 210 time: 0.0796571 Jun 22 18:34:24.370550 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9ae0fc60-495d-4195-a29c-438a04afeb23 req-0fb116a1-ee5b-4cbc-b020-9ed5b0922031 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698740 Jun 22 18:34:24.382647 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda523df-7caa-40f2-bfe7-fd16cc1508dc req-97e90458-8d82-463e-9a3f-00984b088eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:24.386584 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eda523df-7caa-40f2-bfe7-fd16cc1508dc req-97e90458-8d82-463e-9a3f-00984b088eec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=287ad3bc-9dbf-451d-a00c-cf5f152bffb1 HTTP/1.1" status: 200 len: 853 time: 0.1137207 Jun 22 18:34:24.401044 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-60b016a1-6703-4476-a677-f65349129912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065622745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065654008'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:24.405327 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-32a1ef4d-78d0-4e98-af51-be4d24143a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:24.409127 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port d59acb99-78f7-408e-be91-24527f1526e3 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:24.409596 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:24.436798 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eda523df-7caa-40f2-bfe7-fd16cc1508dc req-7a54a432-cf6c-4214-b10d-5fd76541ce43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9134bac6-4408-4202-8c72-bab050d27636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416772 Jun 22 18:34:24.532786 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b016a1-6703-4476-a677-f65349129912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20cb7916-bbad-4edc-99a2-48d72a15dfdb,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:24.541943 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-60b016a1-6703-4476-a677-f65349129912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:24.543128 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b016a1-6703-4476-a677-f65349129912 admin admin] Checking segment: {'id': 'df4f74f7-59d6-4dc0-9084-66b7530e1089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:24.543504 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b016a1-6703-4476-a677-f65349129912 admin admin] Network hostable DHCP agents. Network: 3da2b546-9571-4efb-84b3-a97455475ad7, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:34:24.558753 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eda523df-7caa-40f2-bfe7-fd16cc1508dc req-f8afd19d-d908-4352-8c8a-c7fc94b9815f service neutron] 10.222.0.16 "GET /v2.0/networks/9134bac6-4408-4202-8c72-bab050d27636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145017 Jun 22 18:34:24.593197 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-702bc113-ff72-4924-bb42-0dc80429786e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:24.594691 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-702bc113-ff72-4924-bb42-0dc80429786e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.16 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 816 time: 0.1627600 Jun 22 18:34:24.595923 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b016a1-6703-4476-a677-f65349129912 admin admin] Network 3da2b546-9571-4efb-84b3-a97455475ad7 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:34:24.607134 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-60b016a1-6703-4476-a677-f65349129912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, 3da2b546-9571-4efb-84b3-a97455475ad7) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:24.615530 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0271fc-cc22-4336-8dd1-e183a18d8089 None None] Network 3da2b546-9571-4efb-84b3-a97455475ad7 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:34:24.616251 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b016a1-6703-4476-a677-f65349129912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:24.616837 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-60b016a1-6703-4476-a677-f65349129912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:24.645429 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-60b016a1-6703-4476-a677-f65349129912 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6273658 Jun 22 18:34:24.653868 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 53244) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:24.658765 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:24.670942 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f00aa994-809b-481a-93e9-f772b962ebd9 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70fd6516731c4324801ac38cb5772ae8 HTTP/1.1" status: 200 len: 380 time: 0.0647893 Jun 22 18:34:24.689767 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Request body: {'port': {'device_id': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'admin_state_up': True, 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'security_groups': ['3a94467e-c2a4-4cc1-ae0a-351b127f8094']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:24.705266 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:24.706683 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:24.720562 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eda523df-7caa-40f2-bfe7-fd16cc1508dc req-f7c2eb07-d71e-4b85-85ed-d1a755af5e24 service neutron] 10.222.0.16 "GET /v2.0/networks/9134bac6-4408-4202-8c72-bab050d27636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532731 Jun 22 18:34:24.771160 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:24.822024 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d19453-fdc3-5b30-8fd6-aedd5265515b-3da2b546-9571-4efb-84b3-a97455475ad7', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb'}]}} from dv-cinder-774286-17-smb. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:34:24.823735 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:24.826099 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Made reservation on behalf of 70fd6516731c4324801ac38cb5772ae8 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:24.832415 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:24.918755 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-584'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:24.986365 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Allocated IP 172.20.0.2 (3da2b546-9571-4efb-84b3-a97455475ad7/20cb7916-bbad-4edc-99a2-48d72a15dfdb/0cadc852-4574-439e-a354-7ce19ac6259f) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:25.001427 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Allocated IP 172.20.0.7 (117786c8-730c-4528-a4af-5f123732c621/86029cc4-53ed-4bf7-b09e-25b82865fcc9/e53b1793-37b2-4bfb-afd1-6b888adaf546) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:25.141199 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.153976 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.154301 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Transition to ACTIVE for port object 0cadc852-4574-439e-a354-7ce19ac6259f will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:25.174109 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Transition to ACTIVE for port object 0cadc852-4574-439e-a354-7ce19ac6259f will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:25.184107 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.186789 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.191074 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-4bfeb9a3-52b0-41c9-a9b0-b494ec81d6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:25.211131 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.227539 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Transition to ACTIVE for port object e53b1793-37b2-4bfb-afd1-6b888adaf546 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:25.253162 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Network 3da2b546-9571-4efb-84b3-a97455475ad7 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:25.259288 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:25.263059 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:25.265876 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Pushing event updated for resources: {'Port': ['ID=0cadc852-4574-439e-a354-7ce19ac6259f,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:25.268947 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065622597'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.269467 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:25.277114 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:25.333633 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Network 117786c8-730c-4528-a4af-5f123732c621 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:25.335520 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Allocated IP 172.28.3.77 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/f0a1fdd1-0784-460b-933e-23eeec6c7f30) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:25.338128 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:25.341588 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:25.360410 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Attempting to bind port 0cadc852-4574-439e-a354-7ce19ac6259f on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:25.361186 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Attempting to bind port 0cadc852-4574-439e-a354-7ce19ac6259f by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': 'df4f74f7-59d6-4dc0-9084-66b7530e1089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:25.361798 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Attempting to bind port 0cadc852-4574-439e-a354-7ce19ac6259f on network 3da2b546-9571-4efb-84b3-a97455475ad7 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:25.369644 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:25.371123 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Checking segment: {'id': 'df4f74f7-59d6-4dc0-9084-66b7530e1089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:25.371854 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.372409 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Bound using segment: {'id': 'df4f74f7-59d6-4dc0-9084-66b7530e1089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:25.375903 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event updated for resources: {'Port': ['ID=e53b1793-37b2-4bfb-afd1-6b888adaf546,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:25.376518 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Bound port: 0cadc852-4574-439e-a354-7ce19ac6259f, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4f74f7-59d6-4dc0-9084-66b7530e1089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:25.376518 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.378671 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:25.421999 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:25.422671 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.449668 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-f40cb938-2f86-4e45-a53b-db17a0b7d692 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7668827 Jun 22 18:34:25.462282 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Request body: {'port': {'device_id': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:25.503652 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] For port 0cadc852-4574-439e-a354-7ce19ac6259f, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:25.507341 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] For port 0cadc852-4574-439e-a354-7ce19ac6259f, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=0cadc852-4574-439e-a354-7ce19ac6259f,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:25.516786 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.525464 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d3a4ad58-43d6-4703-8be7-f3e973fe5160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:25.557468 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.559921 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.616566 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Pushing event updated for resources: {'Port': ['ID=0cadc852-4574-439e-a354-7ce19ac6259f,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:25.631040 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:25.674947 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.678268 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f485b9c0-d531-4fdb-a674-5a22aa9978ec tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:25.711767 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5834419f-9bac-4d6a-9b64-a617a8b46556 None None] Provisioning for port e53b1793-37b2-4bfb-afd1-6b888adaf546 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:25.717596 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-5834419f-9bac-4d6a-9b64-a617a8b46556 None None] Provisioning complete for port e53b1793-37b2-4bfb-afd1-6b888adaf546 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:25.718342 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5834419f-9bac-4d6a-9b64-a617a8b46556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:25.770187 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-5834419f-9bac-4d6a-9b64-a617a8b46556 None None] Port e53b1793-37b2-4bfb-afd1-6b888adaf546 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:34:25.776812 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73defb-fccc-4230-b878-453153bc0b22 req-cfece0fe-5453-491d-a46d-3a5e680de553 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:25.785186 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6a73defb-fccc-4230-b878-453153bc0b22 req-cfece0fe-5453-491d-a46d-3a5e680de553 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 944 time: 0.2220435 Jun 22 18:34:25.793777 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92eb5ce-31c6-4f59-9f6b-b5d189491a8a req-aae43609-8fbd-41a9-9e5d-3654dd61579f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:25.795960 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f92eb5ce-31c6-4f59-9f6b-b5d189491a8a req-aae43609-8fbd-41a9-9e5d-3654dd61579f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 931 time: 0.1862948 Jun 22 18:34:25.798610 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:25.800191 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a1fdd1-0784-460b-933e-23eeec6c7f30,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:25.810137 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:25.812220 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:25.814372 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:25.871508 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f92eb5ce-31c6-4f59-9f6b-b5d189491a8a req-7a1969e0-caf9-43c3-93d1-c427efa3842c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683877 Jun 22 18:34:25.886123 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6a73defb-fccc-4230-b878-453153bc0b22 req-ca962bc2-83d3-448d-be07-b8fe8d838ea6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944161 Jun 22 18:34:26.016953 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53b1793-37b2-4bfb-afd1-6b888adaf546 {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:34:26.025362 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:26.038972 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Transition to ACTIVE for port object e53b1793-37b2-4bfb-afd1-6b888adaf546 will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:26.046648 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:26.049223 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-96366b92-c601-44ad-8f9c-5dda997a4298 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:26.156686 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:26.366493 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 0cadc852-4574-439e-a354-7ce19ac6259f up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:26.391877 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Pushing event updated for resources: {'Port': ['ID=e53b1793-37b2-4bfb-afd1-6b888adaf546,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:26.395918 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:26.437299 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port 0cadc852-4574-439e-a354-7ce19ac6259f completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:26.448038 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Attempting to bind port e53b1793-37b2-4bfb-afd1-6b888adaf546 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:26.448454 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Attempting to bind port e53b1793-37b2-4bfb-afd1-6b888adaf546 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:26.448877 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Attempting to bind port e53b1793-37b2-4bfb-afd1-6b888adaf546 on network 117786c8-730c-4528-a4af-5f123732c621 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:26.453639 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Port e53b1793-37b2-4bfb-afd1-6b888adaf546 on network 117786c8-730c-4528-a4af-5f123732c621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:34:26.454052 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Attempting to bind port e53b1793-37b2-4bfb-afd1-6b888adaf546 on network 117786c8-730c-4528-a4af-5f123732c621 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:26.459593 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:26.459934 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Checking segment: {'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:26.460327 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Bound using segment: {'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:26.460770 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Bound port: e53b1793-37b2-4bfb-afd1-6b888adaf546, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:26.462143 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:26.546894 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] For port e53b1793-37b2-4bfb-afd1-6b888adaf546, host hv-cinder-77428, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:26.550846 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] For port e53b1793-37b2-4bfb-afd1-6b888adaf546, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:26.557437 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:26.572256 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:26.620135 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:26.620768 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:26.622466 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] 10.222.0.16 "PUT /v2.0/ports/e53b1793-37b2-4bfb-afd1-6b888adaf546 HTTP/1.1" status: 200 len: 1093 time: 1.1645989 Jun 22 18:34:26.623152 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:26.625714 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64c884f-ab9a-49ff-85f6-61e0d878c4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:26.684364 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-739597'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:26.745124 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa2bb13-afeb-4b21-8864-1c2538e321c5 x-openstack-request-id: req-ffa2bb13-afeb-4b21-8864-1c2538e321c5 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:26.745453 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:26.745742 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffa2bb13-afeb-4b21-8864-1c2538e321c5 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:26.746167 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'status': 'completed', 'code': 200} Jun 22 18:34:26.772225 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Pushing event updated for resources: {'Port': ['ID=e53b1793-37b2-4bfb-afd1-6b888adaf546,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:26.776506 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:26.814100 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-0afd764b-d5bb-428d-a3ef-8cf5975b884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:26.817588 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-0afd764b-d5bb-428d-a3ef-8cf5975b884f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 1096 time: 0.1425936 Jun 22 18:34:26.868273 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-8fa46c2b-992e-445c-8dd7-a56820e1d950 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546 HTTP/1.1" status: 200 len: 217 time: 0.0403333 Jun 22 18:34:26.872282 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Router aa1cfb97-e667-49c4-84c8-7b1411ddff05 is scheduled to L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:34:26.939038 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-b629045c-a680-4da7-a2b8-ce9071ac5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:26.940955 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-b629045c-a680-4da7-a2b8-ce9071ac5d3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86029cc4-53ed-4bf7-b09e-25b82865fcc9 HTTP/1.1" status: 200 len: 855 time: 0.0671732 Jun 22 18:34:27.021695 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359e7b8a-ee00-41da-bc4c-e02ef4b05818 None None] Network 3da2b546-9571-4efb-84b3-a97455475ad7 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:34:27.047426 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:34:27.067199 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-4838e14f-98fc-4082-a490-aedafd3f7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:27.068679 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-4838e14f-98fc-4082-a490-aedafd3f7206 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117786c8-730c-4528-a4af-5f123732c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1206131 Jun 22 18:34:27.075529 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Sync routers for ids ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:34:27.080471 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 8dc3a735-cc74-4678-9bc3-6e5996975efc details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:34:27.094628 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:27.098322 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4408596 Jun 22 18:34:27.099054 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53278) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:27.117171 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Routers {'aa1cfb97-e667-49c4-84c8-7b1411ddff05'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:27.119156 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:27.127340 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-9fea2e68-1848-4e9b-b7d3-868e6bb77f3b None None] Provisioning for port 0cadc852-4574-439e-a354-7ce19ac6259f completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:27.136253 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68afb4d-546d-4bfb-b9af-e18ecd266714 req-51b78c2f-83d3-496b-a5e0-e3447673f34a tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:27.137962 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c68afb4d-546d-4bfb-b9af-e18ecd266714 req-51b78c2f-83d3-496b-a5e0-e3447673f34a tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 944 time: 0.0784841 Jun 22 18:34:27.171936 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-9fea2e68-1848-4e9b-b7d3-868e6bb77f3b None None] Provisioning complete for port 0cadc852-4574-439e-a354-7ce19ac6259f triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:27.172429 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9fea2e68-1848-4e9b-b7d3-868e6bb77f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:27.181987 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c68afb4d-546d-4bfb-b9af-e18ecd266714 req-d6f9849c-aa06-4d9c-87b6-1f83d681b9a2 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375693 Jun 22 18:34:27.278754 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-748ebc3a-9b69-47db-b7b4-740698797aed service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893282 Jun 22 18:34:27.304823 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ba1be-06ca-4da0-828a-5a67027a5aa5 req-1b603376-ce6a-454c-b60b-d416ce84da34 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:27.306747 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-eb4ba1be-06ca-4da0-828a-5a67027a5aa5 req-1b603376-ce6a-454c-b60b-d416ce84da34 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.2564950 Jun 22 18:34:27.393517 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Set router aa1cfb97-e667-49c4-84c8-7b1411ddff05 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:27.481726 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-eb4ba1be-06ca-4da0-828a-5a67027a5aa5 req-ad4c1da6-67b4-485a-8a10-3492b315bdf9 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608992 Jun 22 18:34:27.489885 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 8dc3a735-cc74-4678-9bc3-6e5996975efc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8dc3a735-cc74-4678-9bc3-6e5996975efc,segment=NetworkSegment(de301a4f-e2e3-4990-a3e5-59046b0b78f3),segment_id=de301a4f-e2e3-4990-a3e5-59046b0b78f3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:27.517110 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e62e5d21-515a-4a30-9d52-c4cad6cbe0f6 req-ea98cefa-60e8-49c7-91ba-e4c800abb757 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290521 Jun 22 18:34:27.689047 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': '8dc3a735-cc74-4678-9bc3-6e5996975efc', 'network_id': '9134bac6-4408-4202-8c72-bab050d27636', 'port_id': '8dc3a735-cc74-4678-9bc3-6e5996975efc', 'mac_address': 'fa:16:3e:83:a0:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287ad3bc-9dbf-451d-a00c-cf5f152bffb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:34:27.702347 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c884f-ab9a-49ff-85f6-61e0d878c4e7 req-0a6f991f-a0fe-446f-beaf-b8abd9afae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:27.703837 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d64c884f-ab9a-49ff-85f6-61e0d878c4e7 req-0a6f991f-a0fe-446f-beaf-b8abd9afae29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 1096 time: 0.1061835 Jun 22 18:34:27.707328 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9fea2e68-1848-4e9b-b7d3-868e6bb77f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:27.794891 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:27.839989 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-9fea2e68-1848-4e9b-b7d3-868e6bb77f3b None None] For port 0cadc852-4574-439e-a354-7ce19ac6259f, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=0cadc852-4574-439e-a354-7ce19ac6259f,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:27.843623 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc3a735-cc74-4678-9bc3-6e5996975efc {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:34:27.852771 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9fea2e68-1848-4e9b-b7d3-868e6bb77f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:27.861853 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ea9be2b6-1e20-45aa-9ca8-9856fbcc0f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:27.873416 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:27.884335 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 8dc3a735-cc74-4678-9bc3-6e5996975efc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8dc3a735-cc74-4678-9bc3-6e5996975efc,segment=NetworkSegment(de301a4f-e2e3-4990-a3e5-59046b0b78f3),segment_id=de301a4f-e2e3-4990-a3e5-59046b0b78f3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:27.910545 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:27.916707 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c884f-ab9a-49ff-85f6-61e0d878c4e7 req-9cb3e78d-610a-47e8-9d47-fcaf9192dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:27.923854 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d64c884f-ab9a-49ff-85f6-61e0d878c4e7 req-9cb3e78d-610a-47e8-9d47-fcaf9192dbb1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 917 time: 0.1947947 Jun 22 18:34:27.955292 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea2e68-1848-4e9b-b7d3-868e6bb77f3b None None] Pushing event updated for resources: {'Port': ['ID=0cadc852-4574-439e-a354-7ce19ac6259f,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:27.963906 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9fea2e68-1848-4e9b-b7d3-868e6bb77f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:27.967316 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:27.997916 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:34:26Z', 'revision_number': 3, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:28.002790 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d64c884f-ab9a-49ff-85f6-61e0d878c4e7 req-aa783709-8b4e-4687-b63b-e5c70459be79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546 HTTP/1.1" status: 200 len: 217 time: 0.0455878 Jun 22 18:34:28.038187 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Checking router: aa1cfb97-e667-49c4-84c8-7b1411ddff05 for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:34:28.038548 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Updating router aa1cfb97-e667-49c4-84c8-7b1411ddff05 port f0a1fdd1-0784-460b-933e-23eeec6c7f30 binding host dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:34:28.095431 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=8dc3a735-cc74-4678-9bc3-6e5996975efc,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:28.098609 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c884f-ab9a-49ff-85f6-61e0d878c4e7 req-b41a213f-dc4a-4dae-824f-1c692a230025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:28.100724 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:28.103976 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-ed1a5047-a84e-49e6-a025-f09b314dbd47 None None] Provisioning complete for port 0cadc852-4574-439e-a354-7ce19ac6259f triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:28.104389 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d64c884f-ab9a-49ff-85f6-61e0d878c4e7 req-b41a213f-dc4a-4dae-824f-1c692a230025 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86029cc4-53ed-4bf7-b09e-25b82865fcc9 HTTP/1.1" status: 200 len: 855 time: 0.0907419 Jun 22 18:34:28.104555 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ed1a5047-a84e-49e6-a025-f09b314dbd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.107232 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.169061 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['8dc3a735-cc74-4678-9bc3-6e5996975efc'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:34:28.199903 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 53296) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:28.220790 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Allocated IP 172.20.0.1 (3da2b546-9571-4efb-84b3-a97455475ad7/20cb7916-bbad-4edc-99a2-48d72a15dfdb/5f428a5f-c725-4ffb-af48-e39a53c2df17) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:28.251998 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c884f-ab9a-49ff-85f6-61e0d878c4e7 req-28c532ba-8cf7-4fb1-9bd0-a83fb93feec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:28.255889 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d64c884f-ab9a-49ff-85f6-61e0d878c4e7 req-28c532ba-8cf7-4fb1-9bd0-a83fb93feec2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117786c8-730c-4528-a4af-5f123732c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1408930 Jun 22 18:34:28.366241 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-199263e8-b856-41f0-9429-d9b87fc9ab3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.371113 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 0cadc852-4574-439e-a354-7ce19ac6259f up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:28.473133 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d64c884f-ab9a-49ff-85f6-61e0d878c4e7 req-c2c40b16-b809-4f52-b319-09889c82c0f2 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061427 Jun 22 18:34:28.503742 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077ab99-06d2-4f49-8bc3-0dd24eb11461 req-8e7bb1e7-62d9-49c1-b6a2-fb94a593dc91 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:28.505322 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6077ab99-06d2-4f49-8bc3-0dd24eb11461 req-8e7bb1e7-62d9-49c1-b6a2-fb94a593dc91 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 945 time: 0.1183169 Jun 22 18:34:28.506826 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.557129 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 0cadc852-4574-439e-a354-7ce19ac6259f triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:28.557661 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.563679 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Transition to ACTIVE for port object 5f428a5f-c725-4ffb-af48-e39a53c2df17 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:28.593104 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-199263e8-b856-41f0-9429-d9b87fc9ab3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.605511 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-199263e8-b856-41f0-9429-d9b87fc9ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.614250 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3a3992ec-ec25-4c56-98f6-67f3438bc36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:28.622854 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d64c884f-ab9a-49ff-85f6-61e0d878c4e7 req-073bda5c-bcbc-4525-87cc-e8e9c5b95948 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394565 Jun 22 18:34:28.635883 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6077ab99-06d2-4f49-8bc3-0dd24eb11461 req-6dbe3fff-4eea-4088-822e-4349f2d7c4b5 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005452 Jun 22 18:34:28.650186 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.654830 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065622597'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.665078 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e5d8be0b-b6ab-46c2-9ecf-86cf50d67e48 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:28.676157 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Transition to ACTIVE for port object f0a1fdd1-0784-460b-933e-23eeec6c7f30 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:28.688312 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-199263e8-b856-41f0-9429-d9b87fc9ab3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed19fadcf5de428b9ec081014ae1d942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4864717 Jun 22 18:34:28.688846 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.690749 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 53306) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:28.691575 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-37fe7334-1c1e-4c89-997e-22bc5e79a9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:28.700651 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199263e8-b856-41f0-9429-d9b87fc9ab3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c212d9-0a7c-406d-970a-29bc482b9df5,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:28.704471 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-199263e8-b856-41f0-9429-d9b87fc9ab3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:28.722111 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Pushing event updated for resources: {'Port': ['ID=5f428a5f-c725-4ffb-af48-e39a53c2df17,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:28.725777 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Network 3da2b546-9571-4efb-84b3-a97455475ad7 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:28.736480 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:28.739484 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:28.763333 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:28.764809 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9779a3f4-05bd-4212-ac53-0fdd6fb86ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.796835 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9779a3f4-05bd-4212-ac53-0fdd6fb86ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.803556 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27ddc9-20e5-4869-a272-0aaf9aa8af1b None None] Pushing event updated for resources: {'Port': ['ID=f0a1fdd1-0784-460b-933e-23eeec6c7f30,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:28.809736 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ed27ddc9-20e5-4869-a272-0aaf9aa8af1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:28.813919 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Attempting to bind port f0a1fdd1-0784-460b-933e-23eeec6c7f30 on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:28.814223 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Attempting to bind port f0a1fdd1-0784-460b-933e-23eeec6c7f30 by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:28.814601 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Attempting to bind port f0a1fdd1-0784-460b-933e-23eeec6c7f30 on network 75389754-8e88-4ca5-ba06-bd89ba60b866 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:28.824656 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:28.825080 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Checking segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:28.825501 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.825927 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Bound using segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:28.826656 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Bound port: f0a1fdd1-0784-460b-933e-23eeec6c7f30, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:28.827068 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.840215 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741947'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.868985 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9779a3f4-05bd-4212-ac53-0fdd6fb86ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.872183 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9779a3f4-05bd-4212-ac53-0fdd6fb86ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.876936 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-9779a3f4-05bd-4212-ac53-0fdd6fb86ca0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64c212d9-0a7c-406d-970a-29bc482b9df5 HTTP/1.1" status: 204 len: 168 time: 0.1850166 Jun 22 18:34:28.878360 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a63f9266-f86e-4aef-9195-6b56a3812827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:28.887282 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779a3f4-05bd-4212-ac53-0fdd6fb86ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c212d9-0a7c-406d-970a-29bc482b9df5,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:28.896743 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed635b8-a01e-467c-97e2-1123a540658c req-482d20d6-b966-4d7d-b38e-aafe55571a71 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:28.897612 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9779a3f4-05bd-4212-ac53-0fdd6fb86ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:28.903815 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-fed635b8-a01e-467c-97e2-1123a540658c req-482d20d6-b966-4d7d-b38e-aafe55571a71 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.1828623 Jun 22 18:34:28.927348 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] For port f0a1fdd1-0784-460b-933e-23eeec6c7f30, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:28.931516 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] For port f0a1fdd1-0784-460b-933e-23eeec6c7f30, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=f0a1fdd1-0784-460b-933e-23eeec6c7f30,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:28.939665 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:28.946671 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:28.963031 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-fed635b8-a01e-467c-97e2-1123a540658c req-22f8664b-a2a4-40c2-958a-2b513afc272f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581768 Jun 22 18:34:29.047839 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Routers {'aa1cfb97-e667-49c4-84c8-7b1411ddff05'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:29.048347 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:29.094539 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e53b1793-37b2-4bfb-afd1-6b888adaf546 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:34:29.111625 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27ddc9-20e5-4869-a272-0aaf9aa8af1b None None] Pushing event updated for resources: {'Port': ['ID=f0a1fdd1-0784-460b-933e-23eeec6c7f30,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:29.115098 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ed27ddc9-20e5-4869-a272-0aaf9aa8af1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:29.174768 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-3c68701e-0943-47c7-84bb-3cca61dcc302 None None] Provisioning for port 5f428a5f-c725-4ffb-af48-e39a53c2df17 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:29.228333 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-3c68701e-0943-47c7-84bb-3cca61dcc302 None None] Provisioning complete for port 5f428a5f-c725-4ffb-af48-e39a53c2df17 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:29.228803 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3c68701e-0943-47c7-84bb-3cca61dcc302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.284918 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] Set router aa1cfb97-e667-49c4-84c8-7b1411ddff05 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:29.289685 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.327837 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-3c68701e-0943-47c7-84bb-3cca61dcc302 None None] Port 5f428a5f-c725-4ffb-af48-e39a53c2df17 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:34:29.355357 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e53b1793-37b2-4bfb-afd1-6b888adaf546, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:29.393346 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'port_id': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'mac_address': 'fa:16:3e:05:59:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:34:29.453682 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.459005 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.462052 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-45eaf294-db23-4b8f-bc72-d2fdbb03413c tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:29.499570 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.523669 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.527277 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53b1793-37b2-4bfb-afd1-6b888adaf546 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:34:29.528315 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706295'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.530142 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Pushing event updated for resources: {'Port': ['ID=5f428a5f-c725-4ffb-af48-e39a53c2df17,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:29.533537 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:29.572154 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e53b1793-37b2-4bfb-afd1-6b888adaf546, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:29.579555 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:29.582579 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:29.635636 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Network 3da2b546-9571-4efb-84b3-a97455475ad7 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:29.637062 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:29.638522 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=e53b1793-37b2-4bfb-afd1-6b888adaf546,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:29.641954 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:29.648455 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:34:29Z', 'revision_number': 4, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5f428a5f-c725-4ffb-af48-e39a53c2df17', 'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'mac_address': 'fa:16:3e:d2:b0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:27Z', 'updated_at': '2021-06-22T18:34:28Z', 'revision_number': 1, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'subnets': [{'id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:29.775742 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Router aa1cfb97-e667-49c4-84c8-7b1411ddff05 has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:34:29.816221 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b09cf4-3b4f-4ceb-a8b5-f8275402ed3c None None] The sync data for ids ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'] in dv-cinder-774286-17-smb is: [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:34:29Z', 'revision_number': 4, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5f428a5f-c725-4ffb-af48-e39a53c2df17', 'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'mac_address': 'fa:16:3e:d2:b0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:27Z', 'updated_at': '2021-06-22T18:34:28Z', 'revision_number': 1, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'subnets': [{'id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:34:29.871222 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c571f07-7d3e-4f14-9951-8bd9c459ade2 req-0584e733-4308-4e70-9a91-ec9b144db9f2 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:29.872821 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0c571f07-7d3e-4f14-9951-8bd9c459ade2 req-0584e733-4308-4e70-9a91-ec9b144db9f2 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 945 time: 0.0957205 Jun 22 18:34:29.901042 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['e53b1793-37b2-4bfb-afd1-6b888adaf546'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:34:29.916851 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:34:29.917064 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0c571f07-7d3e-4f14-9951-8bd9c459ade2 req-421ac5e7-4a7d-401c-8d8d-ddf20084ae2e tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378668 Jun 22 18:34:29.926548 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] 10.222.0.20 "PUT /v2.0/routers/aa1cfb97-e667-49c4-84c8-7b1411ddff05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8209248 Jun 22 18:34:29.975300 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-56a4c5bc-a1d2-4b68-9926-b9278d6dc2dc None None] Provisioning complete for port 5f428a5f-c725-4ffb-af48-e39a53c2df17 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:29.975831 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-56a4c5bc-a1d2-4b68-9926-b9278d6dc2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.075772 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-56a4c5bc-a1d2-4b68-9926-b9278d6dc2dc None None] Port 5f428a5f-c725-4ffb-af48-e39a53c2df17 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:34:30.210330 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ca333-6395-4596-89da-ce138a9d8f35 req-ce8d3829-24c6-4341-9f8c-af66fa399058 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:30.219522 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4e3ca333-6395-4596-89da-ce138a9d8f35 req-ce8d3829-24c6-4341-9f8c-af66fa399058 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 944 time: 0.0974476 Jun 22 18:34:30.274722 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4e3ca333-6395-4596-89da-ce138a9d8f35 req-f9b4be84-608c-41f8-a6e7-76adb57fac2e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464478 Jun 22 18:34:30.653872 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 53328) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:30.659063 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1413822671-network', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:30.684293 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Made reservation on behalf of 7caf3568c4f9427c9874bdb3c0ab8198 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:30.686796 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.696211 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.796383 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.800349 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.804638 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8c5655a9-cafd-4eb4-b952-8bea7c1f684d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:30.823527 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:34:30.837597 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d07143f-1d53-4ca4-aae8-bdf59166e506,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:30.842421 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:30.843525 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.843865 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Added segment efd9b174-0f00-40bf-9f4c-39802fa16c68 of type vlan for network c21e9fae-1718-44f0-aafa-6372ef2f4a62 Jun 22 18:34:30.885480 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.916702 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.918086 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:30.918738 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:30.920986 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:30.975042 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3199379 Jun 22 18:34:30.978454 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53332) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:30.983391 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-0aa4c686-8a25-4e94-ac9b-491671cf7cc0 admin admin] Request body: {'subnet': {'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1413822671-subnet', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:30.994982 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Pushing event updated for resources: {'Network': ['ID=c21e9fae-1718-44f0-aafa-6372ef2f4a62,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:30.999175 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-687f8637-2ea6-4314-ae80-43783afceb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:31.005903 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network c21e9fae-1718-44f0-aafa-6372ef2f4a62 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:34:31.020152 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa4c686-8a25-4e94-ac9b-491671cf7cc0 admin admin] Made reservation on behalf of 7caf3568c4f9427c9874bdb3c0ab8198 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:31.022847 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0aa4c686-8a25-4e94-ac9b-491671cf7cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065653974'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.082215 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 8dc3a735-cc74-4678-9bc3-6e5996975efc up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:31.136789 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aff506-dd3a-43e0-b687-c553cc442131 req-87863a4a-dc9c-4824-806f-730830678a1b tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:31.138299 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e0aff506-dd3a-43e0-b687-c553cc442131 req-87863a4a-dc9c-4824-806f-730830678a1b tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 945 time: 0.0845811 Jun 22 18:34:31.149404 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port 8dc3a735-cc74-4678-9bc3-6e5996975efc completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:31.153969 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port 8dc3a735-cc74-4678-9bc3-6e5996975efc triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:31.154583 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.202613 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e0aff506-dd3a-43e0-b687-c553cc442131 req-8462bca2-9f54-4cc7-bb99-970b7c445af5 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536773 Jun 22 18:34:31.248886 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.255989 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0aa4c686-8a25-4e94-ac9b-491671cf7cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065622745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065654008'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.259776 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cb48b3c9-18c2-4748-977b-ee3579a7d4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:31.273405 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dfedbf-526b-4462-a9d3-825b358425e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc3a735-cc74-4678-9bc3-6e5996975efc'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:31.276328 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58516fbc-4354-4886-b51e-8e2e21501f7a" -d '{"events": [{"server_uuid": "a7dfedbf-526b-4462-a9d3-825b358425e7", "name": "network-vif-plugged", "status": "completed", "tag": "8dc3a735-cc74-4678-9bc3-6e5996975efc"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:31.291865 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 8dc3a735-cc74-4678-9bc3-6e5996975efc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8dc3a735-cc74-4678-9bc3-6e5996975efc,segment=NetworkSegment(de301a4f-e2e3-4990-a3e5-59046b0b78f3),segment_id=de301a4f-e2e3-4990-a3e5-59046b0b78f3)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:31.298028 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.299070 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e53b1793-37b2-4bfb-afd1-6b888adaf546 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:31.303900 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:31.329133 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4c686-8a25-4e94-ac9b-491671cf7cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b52ca1fe-edb1-443b-904d-1081ee3e676d,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:31.333524 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0aa4c686-8a25-4e94-ac9b-491671cf7cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:31.343313 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa4c686-8a25-4e94-ac9b-491671cf7cc0 admin admin] Checking segment: {'id': 'efd9b174-0f00-40bf-9f4c-39802fa16c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:31.343685 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4c686-8a25-4e94-ac9b-491671cf7cc0 admin admin] Network hostable DHCP agents. Network: c21e9fae-1718-44f0-aafa-6372ef2f4a62, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:34:31.362792 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa4c686-8a25-4e94-ac9b-491671cf7cc0 admin admin] Network c21e9fae-1718-44f0-aafa-6372ef2f4a62 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:34:31.363026 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d0c3d8-a525-4c25-85a1-7b17bc641417 x-openstack-request-id: req-13d0c3d8-a525-4c25-85a1-7b17bc641417 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:31.363350 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dfedbf-526b-4462-a9d3-825b358425e7", "name": "network-vif-plugged", "status": "completed", "tag": "8dc3a735-cc74-4678-9bc3-6e5996975efc", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:31.363668 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13d0c3d8-a525-4c25-85a1-7b17bc641417 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:31.364072 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dfedbf-526b-4462-a9d3-825b358425e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc3a735-cc74-4678-9bc3-6e5996975efc', 'code': 200} Jun 22 18:34:31.375756 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-0aa4c686-8a25-4e94-ac9b-491671cf7cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, c21e9fae-1718-44f0-aafa-6372ef2f4a62) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:31.382285 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa4c686-8a25-4e94-ac9b-491671cf7cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:31.385448 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0aa4c686-8a25-4e94-ac9b-491671cf7cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.393621 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a8783c-c74e-44cc-936c-f0888ce65c9a None None] Network c21e9fae-1718-44f0-aafa-6372ef2f4a62 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:34:31.403755 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-0aa4c686-8a25-4e94-ac9b-491671cf7cc0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4233704 Jun 22 18:34:31.405780 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 53338) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:31.410380 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1413822671-router', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:31.434725 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.435875 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.439999 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=8dc3a735-cc74-4678-9bc3-6e5996975efc,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:31.444800 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:31.469618 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port e53b1793-37b2-4bfb-afd1-6b888adaf546 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:31.482150 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port e53b1793-37b2-4bfb-afd1-6b888adaf546 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:31.482542 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.572337 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.626361 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d19453-fdc3-5b30-8fd6-aedd5265515b-c21e9fae-1718-44f0-aafa-6372ef2f4a62', 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'fixed_ips': [{'subnet_id': 'b52ca1fe-edb1-443b-904d-1081ee3e676d'}]}} from dv-cinder-774286-17-smb. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:34:31.627255 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.638846 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.661041 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84c4db-cf08-4ec3-90ce-43d1d43d9d95 req-12f48cf7-4836-4b3d-b08e-e807f4d8991b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:31.666624 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad28a80-a1c2-4bce-bc3c-3f04ae093b20 req-fba2e227-d07f-4980-8c06-be629336fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:31.668283 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bad28a80-a1c2-4bce-bc3c-3f04ae093b20 req-fba2e227-d07f-4980-8c06-be629336fc6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 1099 time: 0.0717525 Jun 22 18:34:31.669721 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-db84c4db-cf08-4ec3-90ce-43d1d43d9d95 req-12f48cf7-4836-4b3d-b08e-e807f4d8991b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 944 time: 0.2212162 Jun 22 18:34:31.708959 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bad28a80-a1c2-4bce-bc3c-3f04ae093b20 req-04b75ae1-125e-4756-94cc-841540a73c12 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328615 Jun 22 18:34:31.739243 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e53b1793-37b2-4bfb-afd1-6b888adaf546, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:31.749366 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.753761 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:31.775402 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-584'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.787305 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-db84c4db-cf08-4ec3-90ce-43d1d43d9d95 req-9a5a6621-7c4e-4141-af3f-c27f2dfba2d8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165674 Jun 22 18:34:31.831152 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6d545ac8-281a-458d-bbb0-d0b49c3ad02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:31.849447 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=e53b1793-37b2-4bfb-afd1-6b888adaf546,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:31.855913 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:31.861671 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Allocated IP 172.20.0.2 (c21e9fae-1718-44f0-aafa-6372ef2f4a62/b52ca1fe-edb1-443b-904d-1081ee3e676d/8697c07d-845f-4bcc-907b-653e10c7d904) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:32.002944 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.022733 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.023007 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.032740 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Transition to ACTIVE for port object 8697c07d-845f-4bcc-907b-653e10c7d904 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:32.047831 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Transition to ACTIVE for port object 8697c07d-845f-4bcc-907b-653e10c7d904 will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:32.054258 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.063008 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:32.075190 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Network c21e9fae-1718-44f0-aafa-6372ef2f4a62 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:32.081332 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Sync routers for ids ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:34:32.092414 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Routers {'aa1cfb97-e667-49c4-84c8-7b1411ddff05'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:32.093412 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:32.094864 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:32.097367 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:32.142123 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Pushing event updated for resources: {'Port': ['ID=8697c07d-845f-4bcc-907b-653e10c7d904,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:32.157067 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Allocated IP 172.28.3.155 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/11906f6e-a0e7-4915-8850-ffd8eb30147a) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:32.161494 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:32.174753 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Attempting to bind port 8697c07d-845f-4bcc-907b-653e10c7d904 on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:32.175013 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Attempting to bind port 8697c07d-845f-4bcc-907b-653e10c7d904 by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': 'efd9b174-0f00-40bf-9f4c-39802fa16c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:32.175318 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Attempting to bind port 8697c07d-845f-4bcc-907b-653e10c7d904 on network c21e9fae-1718-44f0-aafa-6372ef2f4a62 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:32.181102 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:32.181481 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Checking segment: {'id': 'efd9b174-0f00-40bf-9f4c-39802fa16c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:32.181887 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.182641 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Bound using segment: {'id': 'efd9b174-0f00-40bf-9f4c-39802fa16c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:32.182756 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Bound port: 8697c07d-845f-4bcc-907b-653e10c7d904, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd9b174-0f00-40bf-9f4c-39802fa16c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:32.183143 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.214546 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Set router aa1cfb97-e667-49c4-84c8-7b1411ddff05 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:32.270370 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.274796 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] For port 8697c07d-845f-4bcc-907b-653e10c7d904, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:32.279678 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] For port 8697c07d-845f-4bcc-907b-653e10c7d904, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=8697c07d-845f-4bcc-907b-653e10c7d904,segment=NetworkSegment(efd9b174-0f00-40bf-9f4c-39802fa16c68),segment_id=efd9b174-0f00-40bf-9f4c-39802fa16c68)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:32.286088 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.309023 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:32.333857 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.333857 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cf3e72af-17a1-4093-9210-c5772d6bbd07 tempest-AttachVolumeNegativeTest-1130085945 tempest-AttachVolumeNegativeTest-1130085945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:32.383475 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device f0a1fdd1-0784-460b-933e-23eeec6c7f30 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:32.397477 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:32.401991 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:32.427158 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:32.443623 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Pushing event updated for resources: {'Port': ['ID=8697c07d-845f-4bcc-907b-653e10c7d904,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:32.449179 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:32.472710 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port f0a1fdd1-0784-460b-933e-23eeec6c7f30 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:32.475569 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Pushing event updated for resources: {'Port': ['ID=11906f6e-a0e7-4915-8850-ffd8eb30147a,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:32.478464 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port f0a1fdd1-0784-460b-933e-23eeec6c7f30 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:32.479012 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.479768 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:32.548467 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f664f-28ae-4842-b113-01dfa0feda21 req-1f812da9-edd8-4c97-8b7f-1437dd211d4d tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:32.556032 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-436f664f-28ae-4842-b113-01dfa0feda21 req-1f812da9-edd8-4c97-8b7f-1437dd211d4d tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 946 time: 0.1213803 Jun 22 18:34:32.609706 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-436f664f-28ae-4842-b113-01dfa0feda21 req-613820b3-c8af-4497-8fbe-e234ea1e1e5b tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526462 Jun 22 18:34:32.625197 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.672699 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port f0a1fdd1-0784-460b-933e-23eeec6c7f30, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=f0a1fdd1-0784-460b-933e-23eeec6c7f30,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:32.681560 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.688583 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:32.710183 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:34:29Z', 'revision_number': 4, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5f428a5f-c725-4ffb-af48-e39a53c2df17', 'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'mac_address': 'fa:16:3e:d2:b0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:27Z', 'updated_at': '2021-06-22T18:34:29Z', 'revision_number': 2, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'subnets': [{'id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:32.779185 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Checking router: aa1cfb97-e667-49c4-84c8-7b1411ddff05 for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:34:32.779668 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Updating router aa1cfb97-e667-49c4-84c8-7b1411ddff05 port 5f428a5f-c725-4ffb-af48-e39a53c2df17 binding host dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:34:32.822713 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=f0a1fdd1-0784-460b-933e-23eeec6c7f30,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:32.824716 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:32.826903 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:32.890684 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.082601 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b279d-375d-4691-990b-b96ebe18c765 req-640b7e3d-a4fa-425c-92a8-b4d12690439d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:33.084144 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-dd1b279d-375d-4691-990b-b96ebe18c765 req-640b7e3d-a4fa-425c-92a8-b4d12690439d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.1513159 Jun 22 18:34:33.126130 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.137938 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Transition to ACTIVE for port object 5f428a5f-c725-4ffb-af48-e39a53c2df17 will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:33.145818 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.148399 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-f7ea45be-26b4-4b2a-b46b-66bee92eacfe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:33.162686 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-dd1b279d-375d-4691-990b-b96ebe18c765 req-a476e1ed-e4f3-4d93-a7d8-e2bc4648c873 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716479 Jun 22 18:34:33.169440 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-739597'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.205987 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f1ce1-ee67-4513-8b0b-3d3cabec905c None None] Pushing event updated for resources: {'Port': ['ID=5f428a5f-c725-4ffb-af48-e39a53c2df17,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:33.213434 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bf9f1ce1-ee67-4513-8b0b-3d3cabec905c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:33.271294 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Attempting to bind port 5f428a5f-c725-4ffb-af48-e39a53c2df17 on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:33.271804 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Attempting to bind port 5f428a5f-c725-4ffb-af48-e39a53c2df17 by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': 'df4f74f7-59d6-4dc0-9084-66b7530e1089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:33.272177 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Attempting to bind port 5f428a5f-c725-4ffb-af48-e39a53c2df17 on network 3da2b546-9571-4efb-84b3-a97455475ad7 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:33.279154 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:33.279663 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Checking segment: {'id': 'df4f74f7-59d6-4dc0-9084-66b7530e1089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:33.280190 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.280612 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Bound using segment: {'id': 'df4f74f7-59d6-4dc0-9084-66b7530e1089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:33.281061 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Bound port: 5f428a5f-c725-4ffb-af48-e39a53c2df17, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4f74f7-59d6-4dc0-9084-66b7530e1089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:33.281436 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.347290 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Router f69bc0cb-b570-4faa-8c68-8663aac35b50 is scheduled to L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:34:33.363691 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] For port 5f428a5f-c725-4ffb-af48-e39a53c2df17, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:33.365298 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:33.367285 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] For port 5f428a5f-c725-4ffb-af48-e39a53c2df17, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=5f428a5f-c725-4ffb-af48-e39a53c2df17,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:33.368439 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29d6534-98ad-413a-b433-f43d550e7e7a" -d '{"events": [{"server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "name": "network-vif-plugged", "status": "completed", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:33.383078 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.385948 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:33.432403 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c589fc-0270-455c-854b-5516b36fc9be x-openstack-request-id: req-e5c589fc-0270-455c-854b-5516b36fc9be {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:33.433311 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "name": "network-vif-plugged", "status": "completed", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:33.433580 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5c589fc-0270-455c-854b-5516b36fc9be {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:33.434136 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'code': 200} Jun 22 18:34:33.479925 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Routers {'aa1cfb97-e667-49c4-84c8-7b1411ddff05'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:33.480577 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:33.497178 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:34:33.507369 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Sync routers for ids ['f69bc0cb-b570-4faa-8c68-8663aac35b50'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:34:33.513843 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:33.518064 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1088283 Jun 22 18:34:33.518381 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 53346) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:33.520964 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Routers {'f69bc0cb-b570-4faa-8c68-8663aac35b50'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:33.522091 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['f69bc0cb-b570-4faa-8c68-8663aac35b50'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:33.522628 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f1ce1-ee67-4513-8b0b-3d3cabec905c None None] Pushing event updated for resources: {'Port': ['ID=5f428a5f-c725-4ffb-af48-e39a53c2df17,revision_number=4']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:33.529679 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bf9f1ce1-ee67-4513-8b0b-3d3cabec905c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:33.674804 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] Set router aa1cfb97-e667-49c4-84c8-7b1411ddff05 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:33.765396 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Set router f69bc0cb-b570-4faa-8c68-8663aac35b50 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:33.895181 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb93a23-f234-4f0d-9b2f-cb83bd7f1819 req-a39e66b4-a30d-47c2-bd9e-5b93ec425643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:33.896890 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-0cb93a23-f234-4f0d-9b2f-cb83bd7f1819 req-a39e66b4-a30d-47c2-bd9e-5b93ec425643 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 1098 time: 0.1241155 Jun 22 18:34:33.897348 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d545d1d-3a95-46c2-b959-d60938a510b3 None None] Network c21e9fae-1718-44f0-aafa-6372ef2f4a62 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:34:33.951166 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-0cb93a23-f234-4f0d-9b2f-cb83bd7f1819 req-96824243-dfb9-4245-a0a5-8f985e81a2f3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445406 Jun 22 18:34:34.013363 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4b84be29-4828-4ac6-9ae0-f0295867ae57 None None] Provisioning for port 8697c07d-845f-4bcc-907b-653e10c7d904 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:34.015305 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:34:29Z', 'revision_number': 4, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5f428a5f-c725-4ffb-af48-e39a53c2df17', 'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'mac_address': 'fa:16:3e:d2:b0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:27Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 4, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'subnets': [{'id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:34.050324 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e4d5b-a5c2-4a8b-b59c-eec6c960c9b0 None None] The sync data for ids ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'] in dv-cinder-774286-17-smb is: [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:34:29Z', 'revision_number': 4, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5f428a5f-c725-4ffb-af48-e39a53c2df17', 'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'mac_address': 'fa:16:3e:d2:b0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:27Z', 'updated_at': '2021-06-22T18:34:33Z', 'revision_number': 4, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'subnets': [{'id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:34:34.175368 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'name': 'tempest-TestShelveInstance-1413822671-router', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:32Z', 'revision_number': 3, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'gw_port': {'id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:34.194230 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10dca8-308e-437c-b393-759889ea6249 req-a8e45d7f-a6c7-48f3-a6d8-6e0c7322eca7 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:34.203618 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2a10dca8-308e-437c-b393-759889ea6249 req-a8e45d7f-a6c7-48f3-a6d8-6e0c7322eca7 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 946 time: 0.1590145 Jun 22 18:34:34.206391 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Checking router: f69bc0cb-b570-4faa-8c68-8663aac35b50 for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:34:34.207058 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Updating router f69bc0cb-b570-4faa-8c68-8663aac35b50 port 11906f6e-a0e7-4915-8850-ffd8eb30147a binding host dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:34:34.263599 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2a10dca8-308e-437c-b393-759889ea6249 req-5ed1394e-19c9-4d63-aa24-0ad789566c91 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485299 Jun 22 18:34:34.272960 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:34.509330 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05e799-ec1a-4838-b7a1-8658ea94b051 req-7ea02fd4-19a1-4968-891a-5a1dcd80a843 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:34.533997 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9d05e799-ec1a-4838-b7a1-8658ea94b051 req-7ea02fd4-19a1-4968-891a-5a1dcd80a843 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.1788130 Jun 22 18:34:34.651053 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9d05e799-ec1a-4838-b7a1-8658ea94b051 req-594a6141-1c4d-49bf-ad6c-b9f66176eb74 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146259 Jun 22 18:34:34.686543 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device f0a1fdd1-0784-460b-933e-23eeec6c7f30 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:34.762514 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:34.928670 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port f0a1fdd1-0784-460b-933e-23eeec6c7f30 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:34.938178 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.002214 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Allocated IP 172.20.0.1 (c21e9fae-1718-44f0-aafa-6372ef2f4a62/b52ca1fe-edb1-443b-904d-1081ee3e676d/ac6d75c7-f573-4e8c-afe1-ce8328d19028) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:35.137157 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.138412 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.154676 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Transition to ACTIVE for port object 11906f6e-a0e7-4915-8850-ffd8eb30147a will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:35.155471 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Transition to ACTIVE for port object ac6d75c7-f573-4e8c-afe1-ce8328d19028 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:35.158061 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 8697c07d-845f-4bcc-907b-653e10c7d904 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:35.188240 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.191654 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:35.193985 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.198192 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:35.243409 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Network c21e9fae-1718-44f0-aafa-6372ef2f4a62 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:35.247885 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:35.250730 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:35.254787 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae4a36-7e53-4ae2-819d-3c64ca2b119a None None] Pushing event updated for resources: {'Port': ['ID=11906f6e-a0e7-4915-8850-ffd8eb30147a,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:35.258948 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1eae4a36-7e53-4ae2-819d-3c64ca2b119a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:35.261178 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Attempting to bind port 11906f6e-a0e7-4915-8850-ffd8eb30147a on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:35.261553 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Attempting to bind port 11906f6e-a0e7-4915-8850-ffd8eb30147a by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:35.261927 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Attempting to bind port 11906f6e-a0e7-4915-8850-ffd8eb30147a on network 75389754-8e88-4ca5-ba06-bd89ba60b866 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:35.270685 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:35.271106 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Checking segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:35.271520 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.271970 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Bound using segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:35.272457 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Bound port: 11906f6e-a0e7-4915-8850-ffd8eb30147a, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:35.272843 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.286057 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Pushing event updated for resources: {'Port': ['ID=ac6d75c7-f573-4e8c-afe1-ce8328d19028,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:35.289927 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:35.307944 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port 8697c07d-845f-4bcc-907b-653e10c7d904 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:35.308430 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741947'] for router_interface, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.323006 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 8697c07d-845f-4bcc-907b-653e10c7d904 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:35.323301 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.353047 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-21f48612-9469-4108-a069-cf148627cb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.379862 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] For port 11906f6e-a0e7-4915-8850-ffd8eb30147a, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:35.385266 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] For port 11906f6e-a0e7-4915-8850-ffd8eb30147a, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=11906f6e-a0e7-4915-8850-ffd8eb30147a,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:35.396780 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.399134 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:35.464626 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.471255 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.504272 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Routers {'f69bc0cb-b570-4faa-8c68-8663aac35b50'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:35.504914 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['f69bc0cb-b570-4faa-8c68-8663aac35b50'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:35.547090 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae4a36-7e53-4ae2-819d-3c64ca2b119a None None] Pushing event updated for resources: {'Port': ['ID=11906f6e-a0e7-4915-8850-ffd8eb30147a,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:35.553787 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1eae4a36-7e53-4ae2-819d-3c64ca2b119a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:35.584259 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port 8697c07d-845f-4bcc-907b-653e10c7d904, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=8697c07d-845f-4bcc-907b-653e10c7d904,segment=NetworkSegment(efd9b174-0f00-40bf-9f4c-39802fa16c68),segment_id=efd9b174-0f00-40bf-9f4c-39802fa16c68)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:35.623990 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-2c44f28d-91ef-4176-b6d0-128067f0d3cc None None] Provisioning for port ac6d75c7-f573-4e8c-afe1-ce8328d19028 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:35.625864 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.626717 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 5f428a5f-c725-4ffb-af48-e39a53c2df17 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:35.633732 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:35.636099 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.641239 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.643765 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e57e4759-7696-45da-9fe0-38fc2d9e0865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:35.676966 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-2c44f28d-91ef-4176-b6d0-128067f0d3cc None None] Provisioning complete for port ac6d75c7-f573-4e8c-afe1-ce8328d19028 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:35.677419 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2c44f28d-91ef-4176-b6d0-128067f0d3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.689172 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.716484 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Pushing event updated for resources: {'Port': ['ID=ac6d75c7-f573-4e8c-afe1-ce8328d19028,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:35.719373 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:35.720569 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706295'] for router_interface, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.758832 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] Set router f69bc0cb-b570-4faa-8c68-8663aac35b50 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:35.798733 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-2c44f28d-91ef-4176-b6d0-128067f0d3cc None None] Port ac6d75c7-f573-4e8c-afe1-ce8328d19028 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:34:35.810877 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=8697c07d-845f-4bcc-907b-653e10c7d904,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:35.817530 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:35.831099 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Network c21e9fae-1718-44f0-aafa-6372ef2f4a62 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:35.833836 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:35.877491 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port 5f428a5f-c725-4ffb-af48-e39a53c2df17 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:35.912672 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 5f428a5f-c725-4ffb-af48-e39a53c2df17 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:35.913066 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:35.966939 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9116a-1bc6-4a53-9024-7f7331ea811a req-c205baf8-dbcb-48aa-ae55-c47be3c55113 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:35.969800 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4ff9116a-1bc6-4a53-9024-7f7331ea811a req-c205baf8-dbcb-48aa-ae55-c47be3c55113 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.1307740 Jun 22 18:34:35.980950 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Router f69bc0cb-b570-4faa-8c68-8663aac35b50 has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:34:36.024234 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4ff9116a-1bc6-4a53-9024-7f7331ea811a req-06816169-a59a-4073-8f07-54baeaf142f3 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445311 Jun 22 18:34:36.123321 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.132257 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:34:36.138415 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] 10.222.0.20 "PUT /v2.0/routers/f69bc0cb-b570-4faa-8c68-8663aac35b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6185963 Jun 22 18:34:36.187855 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port 5f428a5f-c725-4ffb-af48-e39a53c2df17, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=5f428a5f-c725-4ffb-af48-e39a53c2df17,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:36.193142 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'name': 'tempest-TestShelveInstance-1413822671-router', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'gw_port': {'id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'ac6d75c7-f573-4e8c-afe1-ce8328d19028', 'name': '', 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'mac_address': 'fa:16:3e:3b:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b52ca1fe-edb1-443b-904d-1081ee3e676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:34Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 1, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'subnets': [{'id': 'b52ca1fe-edb1-443b-904d-1081ee3e676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:36.233968 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.237617 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:36.299674 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55ddf67-8ca1-4904-802f-6c46e20c6132 None None] The sync data for ids ['f69bc0cb-b570-4faa-8c68-8663aac35b50'] in dv-cinder-774286-17-smb is: [{'id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'name': 'tempest-TestShelveInstance-1413822671-router', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'gw_port': {'id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'ac6d75c7-f573-4e8c-afe1-ce8328d19028', 'name': '', 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'mac_address': 'fa:16:3e:3b:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b52ca1fe-edb1-443b-904d-1081ee3e676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:34Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 1, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'subnets': [{'id': 'b52ca1fe-edb1-443b-904d-1081ee3e676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:34:36.300785 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb3628-14d0-4153-8438-c9e552936456 req-12391292-990f-42c0-bbab-de196843e5e4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:36.305983 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c6cb3628-14d0-4153-8438-c9e552936456 req-12391292-990f-42c0-bbab-de196843e5e4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.1001306 Jun 22 18:34:36.316684 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 53372) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:36.327846 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-d65cb98a-21ce-481c-b31e-50137fff0afb tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Request body: {'floatingip': {'port_id': 'e53b1793-37b2-4bfb-afd1-6b888adaf546'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:36.365638 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 8697c07d-845f-4bcc-907b-653e10c7d904 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:36.395439 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=5f428a5f-c725-4ffb-af48-e39a53c2df17,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:36.407312 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-80db60f7-8701-4802-b31e-ffef9999e80c None None] Provisioning complete for port ac6d75c7-f573-4e8c-afe1-ce8328d19028 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:36.407694 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-80db60f7-8701-4802-b31e-ffef9999e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.409680 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:36.437277 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d65cb98a-21ce-481c-b31e-50137fff0afb tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.443930 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.460453 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-80db60f7-8701-4802-b31e-ffef9999e80c None None] Port ac6d75c7-f573-4e8c-afe1-ce8328d19028 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:34:36.471145 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 8697c07d-845f-4bcc-907b-653e10c7d904 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:36.471487 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:36.900445 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53378) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:36.905325 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-2b29e1f5-996f-4564-ba48-0ad36ee6ecdd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615025807', 'description': 'tempest-secgroup-smoke-1615025807 description', 'project_id': '7f5a242e816b43869392d3725cb18e35'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:36.937751 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2b29e1f5-996f-4564-ba48-0ad36ee6ecdd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.038991 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2b29e1f5-996f-4564-ba48-0ad36ee6ecdd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.052703 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2b29e1f5-996f-4564-ba48-0ad36ee6ecdd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.057442 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1e6c2c9f-9aa9-4809-b382-52c972a33630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:37.086691 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2b29e1f5-996f-4564-ba48-0ad36ee6ecdd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.090845 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-2b29e1f5-996f-4564-ba48-0ad36ee6ecdd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1865063 Jun 22 18:34:37.091047 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53380) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:37.095974 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-20c86ee4-39e4-4d82-a8be-8ad473e3d5fd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Request body: {'security_group_rule': {'security_group_id': 'e460e3e4-ccce-48ba-aed5-72fbe9cee16f', 'project_id': '7f5a242e816b43869392d3725cb18e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:37.100461 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29e1f5-996f-4564-ba48-0ad36ee6ecdd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e460e3e4-ccce-48ba-aed5-72fbe9cee16f,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:37.128653 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2b29e1f5-996f-4564-ba48-0ad36ee6ecdd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:37.142317 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d65cb98a-21ce-481c-b31e-50137fff0afb tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.144759 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-20c86ee4-39e4-4d82-a8be-8ad473e3d5fd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.153529 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d65cb98a-21ce-481c-b31e-50137fff0afb tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.269485 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-20c86ee4-39e4-4d82-a8be-8ad473e3d5fd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.276332 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-20c86ee4-39e4-4d82-a8be-8ad473e3d5fd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.278877 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:37.313064 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-20c86ee4-39e4-4d82-a8be-8ad473e3d5fd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.317279 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-20c86ee4-39e4-4d82-a8be-8ad473e3d5fd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2237446 Jun 22 18:34:37.317279 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c86ee4-39e4-4d82-a8be-8ad473e3d5fd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e9a42d-c6b6-4a2c-a125-2aebb07a05ad,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:37.322218 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53386) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:37.332431 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-47ffdedf-5726-47d9-b8ea-83d941e1b04b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Request body: {'security_group_rule': {'security_group_id': 'e460e3e4-ccce-48ba-aed5-72fbe9cee16f', 'project_id': '7f5a242e816b43869392d3725cb18e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:37.343910 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-20c86ee4-39e4-4d82-a8be-8ad473e3d5fd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:37.373318 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-47ffdedf-5726-47d9-b8ea-83d941e1b04b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.458886 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-47ffdedf-5726-47d9-b8ea-83d941e1b04b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.465167 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-47ffdedf-5726-47d9-b8ea-83d941e1b04b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.469456 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-92aeb501-6788-48f8-adc6-a05c94850a61 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:37.496359 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffdedf-5726-47d9-b8ea-83d941e1b04b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd8d611-cbdd-409d-811c-780a02daeb57,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:37.499478 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-47ffdedf-5726-47d9-b8ea-83d941e1b04b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:37.503373 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-47ffdedf-5726-47d9-b8ea-83d941e1b04b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.504581 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-47ffdedf-5726-47d9-b8ea-83d941e1b04b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1797657 Jun 22 18:34:37.507344 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53390) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:37.513286 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-70748fb0-ec1c-4d22-a1e0-87f11cb23987 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Request body: {'security_group_rule': {'security_group_id': 'e460e3e4-ccce-48ba-aed5-72fbe9cee16f', 'project_id': '7f5a242e816b43869392d3725cb18e35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:37.541957 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-70748fb0-ec1c-4d22-a1e0-87f11cb23987 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.590476 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.l3_db [None req-d65cb98a-21ce-481c-b31e-50137fff0afb tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Floating IP d2f59ad7-394f-4e20-bdb8-cc0a16c772b2 associated. External IP: 172.28.3.112, port: e53b1793-37b2-4bfb-afd1-6b888adaf546. Jun 22 18:34:37.611029 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-70748fb0-ec1c-4d22-a1e0-87f11cb23987 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.617081 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-70748fb0-ec1c-4d22-a1e0-87f11cb23987 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.620688 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:37.644379 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70748fb0-ec1c-4d22-a1e0-87f11cb23987 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db850d7c-fb7c-4346-85f0-f7179701fbcb,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:37.648154 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-70748fb0-ec1c-4d22-a1e0-87f11cb23987 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:37.652768 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-70748fb0-ec1c-4d22-a1e0-87f11cb23987 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.655297 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-70748fb0-ec1c-4d22-a1e0-87f11cb23987 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453319 Jun 22 18:34:37.657379 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53392) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:37.665371 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-6d4c6494-533d-4c90-9d5b-dbc072d40e74 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Request body: {'security_group_rule': {'security_group_id': 'e460e3e4-ccce-48ba-aed5-72fbe9cee16f', 'project_id': '7f5a242e816b43869392d3725cb18e35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:37.704978 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6494-533d-4c90-9d5b-dbc072d40e74 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.788965 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6494-533d-4c90-9d5b-dbc072d40e74 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.793861 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6494-533d-4c90-9d5b-dbc072d40e74 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.797113 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:37.824203 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c6494-533d-4c90-9d5b-dbc072d40e74 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d5c817-88b7-4952-9eb6-9adbd2c9f90d,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:37.828552 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6d4c6494-533d-4c90-9d5b-dbc072d40e74 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.829924 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-6d4c6494-533d-4c90-9d5b-dbc072d40e74 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1715052 Jun 22 18:34:37.831312 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6d4c6494-533d-4c90-9d5b-dbc072d40e74 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:37.833596 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53396) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:37.838824 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-b3ba05f7-ca6e-4c78-9ad0-1acd94dec347 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Request body: {'security_group_rule': {'security_group_id': 'e460e3e4-ccce-48ba-aed5-72fbe9cee16f', 'project_id': '7f5a242e816b43869392d3725cb18e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:37.866947 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.db.securitygroups_db [None req-b3ba05f7-ca6e-4c78-9ad0-1acd94dec347 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Project 7f5a242e816b43869392d3725cb18e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:34:37.873022 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b3ba05f7-ca6e-4c78-9ad0-1acd94dec347 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.912301 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65cb98a-21ce-481c-b31e-50137fff0afb tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Router e68dbb89-a96f-4439-b6e8-389fec6f51ed has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:34:37.946759 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b3ba05f7-ca6e-4c78-9ad0-1acd94dec347 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.950788 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b3ba05f7-ca6e-4c78-9ad0-1acd94dec347 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.952902 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-20c86ee4-39e4-4d82-a8be-8ad473e3d5fd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:37.973013 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba05f7-ca6e-4c78-9ad0-1acd94dec347 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83869dc-011e-4f2c-900e-0152e74f5508,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:37.976747 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b3ba05f7-ca6e-4c78-9ad0-1acd94dec347 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:37.982214 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b3ba05f7-ca6e-4c78-9ad0-1acd94dec347 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:37.984038 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-b3ba05f7-ca6e-4c78-9ad0-1acd94dec347 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493256 Jun 22 18:34:37.988226 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53398) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:34:37.997870 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-7af9f157-9b36-4c34-a816-c661bd1ef77b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Request body: {'security_group_rule': {'security_group_id': 'e460e3e4-ccce-48ba-aed5-72fbe9cee16f', 'project_id': '7f5a242e816b43869392d3725cb18e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:38.032522 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.db.securitygroups_db [None req-7af9f157-9b36-4c34-a816-c661bd1ef77b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Project 7f5a242e816b43869392d3725cb18e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 18:34:38.040749 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7af9f157-9b36-4c34-a816-c661bd1ef77b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.041832 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65cb98a-21ce-481c-b31e-50137fff0afb tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:34:38.046606 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d65cb98a-21ce-481c-b31e-50137fff0afb tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.053676 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cd586-f594-469a-b319-0ce5e957d251 None None] Sync routers for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:34:38.065384 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5cd586-f594-469a-b319-0ce5e957d251 None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:38.066489 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-8e5cd586-f594-469a-b319-0ce5e957d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:38.095521 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-d65cb98a-21ce-481c-b31e-50137fff0afb tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "PUT /v2.0/floatingips/d2f59ad7-394f-4e20-bdb8-cc0a16c772b2 HTTP/1.1" status: 200 len: 991 time: 1.7772660 Jun 22 18:34:38.097021 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:38.102094 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acb5e28-4960-43cf-916a-1656c6fd9b14" -d '{"events": [{"name": "network-changed", "server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:38.157158 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7af9f157-9b36-4c34-a816-c661bd1ef77b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.163308 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7af9f157-9b36-4c34-a816-c661bd1ef77b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.166099 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:38.171087 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c0b910-95c9-4589-bfe8-485bc98af11f x-openstack-request-id: req-89c0b910-95c9-4589-bfe8-485bc98af11f {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:38.171422 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:38.171924 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89c0b910-95c9-4589-bfe8-485bc98af11f {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:38.172253 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'status': 'completed', 'code': 200} Jun 22 18:34:38.178506 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9f157-9b36-4c34-a816-c661bd1ef77b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476e2f7a-ebec-4a49-9579-be670b588e3a,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:38.182082 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7af9f157-9b36-4c34-a816-c661bd1ef77b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:38.198044 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7af9f157-9b36-4c34-a816-c661bd1ef77b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.199185 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-7af9f157-9b36-4c34-a816-c661bd1ef77b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2097895 Jun 22 18:34:38.239044 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-8e5cd586-f594-469a-b319-0ce5e957d251 None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:38.275999 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb5e28-4960-43cf-916a-1656c6fd9b14 req-bdd68982-8e8a-47de-9d73-d2c70f391a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:38.277582 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7acb5e28-4960-43cf-916a-1656c6fd9b14 req-bdd68982-8e8a-47de-9d73-d2c70f391a76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 1098 time: 0.0744958 Jun 22 18:34:38.388289 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb5e28-4960-43cf-916a-1656c6fd9b14 req-aeef1d96-cc3f-47da-965c-8e5d1dc51dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:38.390539 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7acb5e28-4960-43cf-916a-1656c6fd9b14 req-aeef1d96-cc3f-47da-965c-8e5d1dc51dbf service neutron] 10.222.0.16 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 917 time: 0.1064098 Jun 22 18:34:38.479701 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 11906f6e-a0e7-4915-8850-ffd8eb30147a up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:38.532939 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7acb5e28-4960-43cf-916a-1656c6fd9b14 req-04269da0-e98d-4fbc-a315-0855fd8be582 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546 HTTP/1.1" status: 200 len: 999 time: 0.1353517 Jun 22 18:34:38.550450 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port 11906f6e-a0e7-4915-8850-ffd8eb30147a completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:38.558128 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.558869 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 11906f6e-a0e7-4915-8850-ffd8eb30147a triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:38.559287 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.592638 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb5e28-4960-43cf-916a-1656c6fd9b14 req-5335c8ff-78e0-4bd8-9154-23e0b4fcf6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:38.594283 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7acb5e28-4960-43cf-916a-1656c6fd9b14 req-5335c8ff-78e0-4bd8-9154-23e0b4fcf6cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86029cc4-53ed-4bf7-b09e-25b82865fcc9 HTTP/1.1" status: 200 len: 855 time: 0.0534980 Jun 22 18:34:38.660932 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.683162 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-8e5cd586-f594-469a-b319-0ce5e957d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': 'd2f59ad7-394f-4e20-bdb8-cc0a16c772b2', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'floating_ip_address': '172.28.3.112', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'port_id': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'mac_address': 'fa:16:3e:05:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:34:20Z', 'updated_at': '2021-06-22T18:34:36Z', 'revision_number': 1, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:22Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:38.699499 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb5e28-4960-43cf-916a-1656c6fd9b14 req-3fcfda88-a901-401c-8376-ca372ec21bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:38.701729 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7acb5e28-4960-43cf-916a-1656c6fd9b14 req-3fcfda88-a901-401c-8376-ca372ec21bd6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117786c8-730c-4528-a4af-5f123732c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1002138 Jun 22 18:34:38.706286 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port 11906f6e-a0e7-4915-8850-ffd8eb30147a, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=11906f6e-a0e7-4915-8850-ffd8eb30147a,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:38.711382 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cd586-f594-469a-b319-0ce5e957d251 None None] Checking router: e68dbb89-a96f-4439-b6e8-389fec6f51ed for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:34:38.719386 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.720241 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 5f428a5f-c725-4ffb-af48-e39a53c2df17 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:38.723358 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:38.724982 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5cd586-f594-469a-b319-0ce5e957d251 None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:38.728294 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-8e5cd586-f594-469a-b319-0ce5e957d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:38.806296 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7acb5e28-4960-43cf-916a-1656c6fd9b14 req-56aae11a-2036-4225-8b5e-46f9e3a39f11 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969329 Jun 22 18:34:38.839372 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=11906f6e-a0e7-4915-8850-ffd8eb30147a,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:38.842704 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:38.852162 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 5f428a5f-c725-4ffb-af48-e39a53c2df17 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:38.852772 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:38.885539 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-8e5cd586-f594-469a-b319-0ce5e957d251 None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:39.026010 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7acb5e28-4960-43cf-916a-1656c6fd9b14 req-889253ae-7de1-4efc-9e50-573d3aef7051 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109187 Jun 22 18:34:39.189444 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-8e5cd586-f594-469a-b319-0ce5e957d251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': 'd2f59ad7-394f-4e20-bdb8-cc0a16c772b2', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'floating_ip_address': '172.28.3.112', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'port_id': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'mac_address': 'fa:16:3e:05:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:34:20Z', 'updated_at': '2021-06-22T18:34:36Z', 'revision_number': 1, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:22Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:39.226312 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cd586-f594-469a-b319-0ce5e957d251 None None] The sync data for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb is: [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': 'd2f59ad7-394f-4e20-bdb8-cc0a16c772b2', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'floating_ip_address': '172.28.3.112', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'port_id': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'mac_address': 'fa:16:3e:05:59:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:34:20Z', 'updated_at': '2021-06-22T18:34:36Z', 'revision_number': 1, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:22Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:34:39.325679 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Sync routers for ids ['f69bc0cb-b570-4faa-8c68-8663aac35b50'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:34:39.339279 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Routers {'f69bc0cb-b570-4faa-8c68-8663aac35b50'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:39.340020 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['f69bc0cb-b570-4faa-8c68-8663aac35b50'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:39.451055 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Set router f69bc0cb-b570-4faa-8c68-8663aac35b50 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:39.653417 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'name': 'tempest-TestShelveInstance-1413822671-router', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'gw_port': {'id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'ac6d75c7-f573-4e8c-afe1-ce8328d19028', 'name': '', 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'mac_address': 'fa:16:3e:3b:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b52ca1fe-edb1-443b-904d-1081ee3e676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:34Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 2, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'subnets': [{'id': 'b52ca1fe-edb1-443b-904d-1081ee3e676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:39.680324 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Checking router: f69bc0cb-b570-4faa-8c68-8663aac35b50 for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:34:39.680792 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Updating router f69bc0cb-b570-4faa-8c68-8663aac35b50 port ac6d75c7-f573-4e8c-afe1-ce8328d19028 binding host dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:34:39.713644 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:39.982055 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:39.991696 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Transition to ACTIVE for port object ac6d75c7-f573-4e8c-afe1-ce8328d19028 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:39.997032 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:39.998823 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:40.045274 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544135d3-b8d3-4f1c-940f-bc47c298c7b9 None None] Pushing event updated for resources: {'Port': ['ID=ac6d75c7-f573-4e8c-afe1-ce8328d19028,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:40.049610 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-544135d3-b8d3-4f1c-940f-bc47c298c7b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:40.126057 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Attempting to bind port ac6d75c7-f573-4e8c-afe1-ce8328d19028 on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:40.126977 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Attempting to bind port ac6d75c7-f573-4e8c-afe1-ce8328d19028 by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': 'efd9b174-0f00-40bf-9f4c-39802fa16c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:40.127533 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Attempting to bind port ac6d75c7-f573-4e8c-afe1-ce8328d19028 on network c21e9fae-1718-44f0-aafa-6372ef2f4a62 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:40.135388 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:40.136060 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Checking segment: {'id': 'efd9b174-0f00-40bf-9f4c-39802fa16c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:40.136921 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:40.137502 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Bound using segment: {'id': 'efd9b174-0f00-40bf-9f4c-39802fa16c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:40.138053 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Bound port: ac6d75c7-f573-4e8c-afe1-ce8328d19028, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd9b174-0f00-40bf-9f4c-39802fa16c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:40.138441 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:40.215272 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] For port ac6d75c7-f573-4e8c-afe1-ce8328d19028, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:40.218648 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] For port ac6d75c7-f573-4e8c-afe1-ce8328d19028, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=ac6d75c7-f573-4e8c-afe1-ce8328d19028,segment=NetworkSegment(efd9b174-0f00-40bf-9f4c-39802fa16c68),segment_id=efd9b174-0f00-40bf-9f4c-39802fa16c68)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:40.224223 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:40.227169 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:40.292521 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544135d3-b8d3-4f1c-940f-bc47c298c7b9 None None] Pushing event updated for resources: {'Port': ['ID=ac6d75c7-f573-4e8c-afe1-ce8328d19028,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:40.295207 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Routers {'f69bc0cb-b570-4faa-8c68-8663aac35b50'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:34:40.295878 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:34:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['f69bc0cb-b570-4faa-8c68-8663aac35b50'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:40.298022 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-544135d3-b8d3-4f1c-940f-bc47c298c7b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:40.328652 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2fc77c-0619-42a2-8202-c80fb1740037 None None] New status for floating IP d2f59ad7-394f-4e20-bdb8-cc0a16c772b2: ACTIVE {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:34:40.363918 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 11906f6e-a0e7-4915-8850-ffd8eb30147a up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:40.470064 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] Set router f69bc0cb-b570-4faa-8c68-8663aac35b50 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:34:40.567224 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 11906f6e-a0e7-4915-8850-ffd8eb30147a triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:40.567612 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:40.800586 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'name': 'tempest-TestShelveInstance-1413822671-router', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'gw_port': {'id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'ac6d75c7-f573-4e8c-afe1-ce8328d19028', 'name': '', 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'mac_address': 'fa:16:3e:3b:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b52ca1fe-edb1-443b-904d-1081ee3e676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:34Z', 'updated_at': '2021-06-22T18:34:40Z', 'revision_number': 4, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'subnets': [{'id': 'b52ca1fe-edb1-443b-904d-1081ee3e676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:34:40.831352 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf56c97-8bc4-4d2d-9163-984e38ceb4af None None] The sync data for ids ['f69bc0cb-b570-4faa-8c68-8663aac35b50'] in dv-cinder-774286-17-smb is: [{'id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'name': 'tempest-TestShelveInstance-1413822671-router', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:34:35Z', 'revision_number': 4, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'gw_port': {'id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'ac6d75c7-f573-4e8c-afe1-ce8328d19028', 'name': '', 'network_id': 'c21e9fae-1718-44f0-aafa-6372ef2f4a62', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'mac_address': 'fa:16:3e:3b:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'b52ca1fe-edb1-443b-904d-1081ee3e676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:34Z', 'updated_at': '2021-06-22T18:34:40Z', 'revision_number': 4, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'subnets': [{'id': 'b52ca1fe-edb1-443b-904d-1081ee3e676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:34:41.380431 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0ba15-abcd-419b-a013-ba7f9ac11579 req-a6ccc0eb-aa37-4bac-9968-e4ffeae18954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:41.382011 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8bc0ba15-abcd-419b-a013-ba7f9ac11579 req-a6ccc0eb-aa37-4bac-9968-e4ffeae18954 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce659c956de74c148627451202f0c8b3&device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 1138 time: 0.0667930 Jun 22 18:34:41.418095 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dba9c-9cb6-4ec2-ba2c-4247acbe15ee req-73b66c2b-aff8-40ac-9aeb-7d4cb377b5a1 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:41.419724 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-782dba9c-9cb6-4ec2-ba2c-4247acbe15ee req-73b66c2b-aff8-40ac-9aeb-7d4cb377b5a1 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0787706 Jun 22 18:34:41.469431 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-782dba9c-9cb6-4ec2-ba2c-4247acbe15ee req-63681b6c-5c43-4557-99d1-e4443dddb463 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414064 Jun 22 18:34:41.496739 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0ba15-abcd-419b-a013-ba7f9ac11579 req-0c390b51-7640-4f5c-8782-2cbd40f843e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:41.498455 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8bc0ba15-abcd-419b-a013-ba7f9ac11579 req-0c390b51-7640-4f5c-8782-2cbd40f843e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63959033-e20c-4430-9fd5-a93c9b3bbe83 HTTP/1.1" status: 200 len: 916 time: 0.1047182 Jun 22 18:34:41.574513 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8bc0ba15-abcd-419b-a013-ba7f9ac11579 req-570784a9-f6b9-419a-b0a6-d95e34dc7e44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b5c436-30b2-4946-939a-b14debe94887 HTTP/1.1" status: 200 len: 1002 time: 0.0679173 Jun 22 18:34:41.634989 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0ba15-abcd-419b-a013-ba7f9ac11579 req-df123392-d812-41b5-a28c-93a01fc75312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:41.636982 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8bc0ba15-abcd-419b-a013-ba7f9ac11579 req-df123392-d812-41b5-a28c-93a01fc75312 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3af66886-a1f2-4885-aa59-0ab8d41f05f3 HTTP/1.1" status: 200 len: 854 time: 0.0551152 Jun 22 18:34:41.704595 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0ba15-abcd-419b-a013-ba7f9ac11579 req-66e5d357-9513-43a5-a12d-a2d406412bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:41.706105 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8bc0ba15-abcd-419b-a013-ba7f9ac11579 req-66e5d357-9513-43a5-a12d-a2d406412bd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63959033-e20c-4430-9fd5-a93c9b3bbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0620172 Jun 22 18:34:41.811217 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8bc0ba15-abcd-419b-a013-ba7f9ac11579 req-2a4eaf23-1b19-4aef-b0fd-f149a030d94f service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920689 Jun 22 18:34:41.911166 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8bc0ba15-abcd-419b-a013-ba7f9ac11579 req-a44a06ce-ad4f-4803-83e8-fa89cd12d9c7 service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921237 Jun 22 18:34:42.337915 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device ac6d75c7-f573-4e8c-afe1-ce8328d19028 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:42.393229 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port ac6d75c7-f573-4e8c-afe1-ce8328d19028 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:42.398076 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port ac6d75c7-f573-4e8c-afe1-ce8328d19028 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:42.399019 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:42.477691 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:42.510748 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port ac6d75c7-f573-4e8c-afe1-ce8328d19028, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=ac6d75c7-f573-4e8c-afe1-ce8328d19028,segment=NetworkSegment(efd9b174-0f00-40bf-9f4c-39802fa16c68),segment_id=efd9b174-0f00-40bf-9f4c-39802fa16c68)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:34:42.515806 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:42.518027 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-d3a4ad58-43d6-4703-8be7-f3e973fe5160 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:42.675376 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99443cd-4876-4c95-96d2-9adc079e8637 req-99044b19-75c7-4a84-abb9-99f1be188e6f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:42.676973 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a99443cd-4876-4c95-96d2-9adc079e8637 req-99044b19-75c7-4a84-abb9-99f1be188e6f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0826111 Jun 22 18:34:42.684522 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=ac6d75c7-f573-4e8c-afe1-ce8328d19028,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:42.687561 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:42.720142 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a99443cd-4876-4c95-96d2-9adc079e8637 req-70d2ad47-aa48-4b92-b527-adc604b1cb03 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362837 Jun 22 18:34:43.865539 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:34:43.914994 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d8b44-afb9-4c3c-b13b-a1ebb4f857e2 req-c9a4faa7-b6a5-4883-9c45-a6e65538c010 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:43.916553 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-471d8b44-afb9-4c3c-b13b-a1ebb4f857e2 req-c9a4faa7-b6a5-4883-9c45-a6e65538c010 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0746269 Jun 22 18:34:43.961809 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-471d8b44-afb9-4c3c-b13b-a1ebb4f857e2 req-51aa4c58-b84f-443e-b0a9-a6b380958fb3 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384755 Jun 22 18:34:44.310335 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device ac6d75c7-f573-4e8c-afe1-ce8328d19028 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:34:44.359883 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port ac6d75c7-f573-4e8c-afe1-ce8328d19028 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:44.360262 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:45.167880 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab577bac-9d0a-4713-99f6-484949768546 req-51796cf4-7bc3-45c9-90d6-ad795eea2757 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:45.175197 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ab577bac-9d0a-4713-99f6-484949768546 req-51796cf4-7bc3-45c9-90d6-ad795eea2757 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0821815 Jun 22 18:34:45.215634 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ab577bac-9d0a-4713-99f6-484949768546 req-8662e92f-64da-4d17-8da9-0d74b667c4c5 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393248 Jun 22 18:34:46.405704 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58303da-5a69-486a-b0ef-4250e8485c73 req-88f58b7a-38fe-4e43-9fba-1de0c31ac3cb tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:46.407338 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c58303da-5a69-486a-b0ef-4250e8485c73 req-88f58b7a-38fe-4e43-9fba-1de0c31ac3cb tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0660474 Jun 22 18:34:46.453400 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c58303da-5a69-486a-b0ef-4250e8485c73 req-b1eb91de-2a80-41e1-a11f-8c63ac07e4a8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352948 Jun 22 18:34:47.645004 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747e837-44db-437c-97b0-7e0c5bef807d req-cf1f611c-64c9-4719-9f07-4a9c78f84992 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:47.646587 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0747e837-44db-437c-97b0-7e0c5bef807d req-cf1f611c-64c9-4719-9f07-4a9c78f84992 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0712235 Jun 22 18:34:47.689560 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0747e837-44db-437c-97b0-7e0c5bef807d req-229c4c70-8ce4-476f-885e-977865303598 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361769 Jun 22 18:34:48.881206 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84e058-3d75-42f4-a2f0-06f2c2f3b06c req-6ae16f9d-ee4b-452c-9635-849a2b6e1485 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:48.882696 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9e84e058-3d75-42f4-a2f0-06f2c2f3b06c req-6ae16f9d-ee4b-452c-9635-849a2b6e1485 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0696270 Jun 22 18:34:48.931477 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9e84e058-3d75-42f4-a2f0-06f2c2f3b06c req-90a1b6b5-fbda-4674-b568-f1a74133de80 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428698 Jun 22 18:34:50.109148 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251febb-9816-434f-a23b-164619475524 req-54ab8b3a-0b89-45bc-946d-7977e6fd2cb9 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:50.110719 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5251febb-9816-434f-a23b-164619475524 req-54ab8b3a-0b89-45bc-946d-7977e6fd2cb9 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0695057 Jun 22 18:34:50.161303 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5251febb-9816-434f-a23b-164619475524 req-56f00efa-2f8c-4106-a98b-56c23ad1489e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446179 Jun 22 18:34:51.358530 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ed43a-854a-486f-b5a7-62c24df1c775 req-0c65f125-82da-4be1-82a4-fb4555f8304b tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:51.360050 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d06ed43a-854a-486f-b5a7-62c24df1c775 req-0c65f125-82da-4be1-82a4-fb4555f8304b tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0714653 Jun 22 18:34:51.402687 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d06ed43a-854a-486f-b5a7-62c24df1c775 req-6f22c958-3f6b-43f9-ae9e-aa932daf7aa2 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368006 Jun 22 18:34:52.781010 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e748968-ac44-49bf-8e61-936db72d8c04 req-8aefd24a-6577-41fb-8368-bc4c5db4e733 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:52.782544 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3e748968-ac44-49bf-8e61-936db72d8c04 req-8aefd24a-6577-41fb-8368-bc4c5db4e733 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0663655 Jun 22 18:34:52.822492 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3e748968-ac44-49bf-8e61-936db72d8c04 req-7911f713-8242-4425-9f63-4fe87346ebcf tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338395 Jun 22 18:34:54.007240 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60e8c2-f4e0-4e62-852f-a31aca990cae req-ac3df5cb-500d-4404-b782-c670667dcc27 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:54.009505 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3c60e8c2-f4e0-4e62-852f-a31aca990cae req-ac3df5cb-500d-4404-b782-c670667dcc27 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0682180 Jun 22 18:34:54.053902 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3c60e8c2-f4e0-4e62-852f-a31aca990cae req-2e77cdb5-dbb6-4368-8f43-7d616cb76410 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383561 Jun 22 18:34:54.978119 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cdf2-f7bc-4230-bf58-a3100ccb7335 req-333a310a-a160-4eff-a7a4-f3631fa2587f tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:54.980169 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c273cdf2-f7bc-4230-bf58-a3100ccb7335 req-333a310a-a160-4eff-a7a4-f3631fa2587f tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 946 time: 0.0659425 Jun 22 18:34:55.019921 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c273cdf2-f7bc-4230-bf58-a3100ccb7335 req-cbb379a0-9009-4273-8968-92ada74e292d tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341766 Jun 22 18:34:55.240226 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa65327-282c-4c1e-9923-91b5837a3f56 req-b10d28e3-9e11-40fd-a6a1-cd8e8302ab54 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:55.241715 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-aaa65327-282c-4c1e-9923-91b5837a3f56 req-b10d28e3-9e11-40fd-a6a1-cd8e8302ab54 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0679281 Jun 22 18:34:55.281855 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-aaa65327-282c-4c1e-9923-91b5837a3f56 req-09e26007-0013-4d2c-831f-3bf87a6223e3 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333557 Jun 22 18:34:56.058869 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-fd089b61-8805-4441-b37f-71806bbe452e tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615025807&fields=id&tenant_id=7f5a242e816b43869392d3725cb18e35 HTTP/1.1" status: 200 len: 267 time: 0.0330572 Jun 22 18:34:56.175986 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-d3d6b2ea-7b4a-4211-9004-36e10d2ade47 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:56.177712 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-d3d6b2ea-7b4a-4211-9004-36e10d2ade47 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/networks?id=3da2b546-9571-4efb-84b3-a97455475ad7 HTTP/1.1" status: 200 len: 809 time: 0.1121113 Jun 22 18:34:56.199453 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-fb94f2ba-2d1d-4672-9bd3-ca6f32fd1127 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/quotas/7f5a242e816b43869392d3725cb18e35 HTTP/1.1" status: 200 len: 375 time: 0.0119431 Jun 22 18:34:56.220509 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b219b7-a568-4331-a6dc-3765f9aa435c req-c3dee348-0f22-4071-adba-6e6db73a696c tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:56.222065 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-43b219b7-a568-4331-a6dc-3765f9aa435c req-c3dee348-0f22-4071-adba-6e6db73a696c tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 946 time: 0.0773234 Jun 22 18:34:56.262539 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-43b219b7-a568-4331-a6dc-3765f9aa435c req-8be3f43f-5926-4839-8281-f15a7a453804 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344467 Jun 22 18:34:56.277379 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-d8396a6d-64cb-4cb2-b4be-e065e4449e86 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f5a242e816b43869392d3725cb18e35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722642 Jun 22 18:34:56.397955 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-ba60b4b0-9df1-403e-9205-753c05d3fd34 service neutron] 10.222.0.20 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988028 Jun 22 18:34:56.473562 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed41381-b6da-4400-a785-767c8e6803d1 req-544e7cec-60c9-4d5f-8c19-3eca48d9a3ce tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:56.475112 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bed41381-b6da-4400-a785-767c8e6803d1 req-544e7cec-60c9-4d5f-8c19-3eca48d9a3ce tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0669715 Jun 22 18:34:56.493598 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-fa5e3aa3-25cd-4153-b140-5a0537440876 service neutron] 10.222.0.20 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891836 Jun 22 18:34:56.521913 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bed41381-b6da-4400-a785-767c8e6803d1 req-961381e2-f4ee-4442-9653-0879a4485b7d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366411 Jun 22 18:34:56.829908 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-693844d3-f926-459a-b71b-201f6ea39cf2 req-feaf0f57-df5f-47d3-9249-f07602ab60a8 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 210 time: 0.0324078 Jun 22 18:34:57.447749 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df240b41-bafb-4c95-b4fe-67ca166f156d req-875c3496-b24a-4560-806f-d4cdc5cf5c40 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:57.449376 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-df240b41-bafb-4c95-b4fe-67ca166f156d req-875c3496-b24a-4560-806f-d4cdc5cf5c40 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 946 time: 0.0706325 Jun 22 18:34:57.492997 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-df240b41-bafb-4c95-b4fe-67ca166f156d req-f9d263b3-79ca-46b1-aa6d-2c33e6ac7a62 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357435 Jun 22 18:34:57.701092 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d847c-6b70-4ab6-90ed-dcb21c75aab5 req-8115a619-2cbf-45f9-8117-7d8ca15ff009 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:57.702595 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a75d847c-6b70-4ab6-90ed-dcb21c75aab5 req-8115a619-2cbf-45f9-8117-7d8ca15ff009 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0647457 Jun 22 18:34:57.743621 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a75d847c-6b70-4ab6-90ed-dcb21c75aab5 req-2e7cc91a-3806-4123-9327-71df11cecfe6 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349722 Jun 22 18:34:58.004080 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4f7d88c9-9467-4fb6-9540-a42e55f481d3 req-413f9fae-79b6-43e6-9cad-335e0e44045b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 210 time: 0.0434432 Jun 22 18:34:58.036007 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e327-a428-4946-937b-2c54928b8711 req-a2497836-9bf8-4434-bcc5-650fa6f60ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:58.038251 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2a46e327-a428-4946-937b-2c54928b8711 req-a2497836-9bf8-4434-bcc5-650fa6f60ca4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce659c956de74c148627451202f0c8b3&device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 1138 time: 0.0947282 Jun 22 18:34:58.054678 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-afab056f-6184-4339-a4fb-38b4073fb87f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:58.056136 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-afab056f-6184-4339-a4fb-38b4073fb87f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.16 "GET /v2.0/networks?id=3da2b546-9571-4efb-84b3-a97455475ad7 HTTP/1.1" status: 200 len: 809 time: 0.1439028 Jun 22 18:34:58.106557 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-5ff6c1be-d384-4b75-a17a-c91ceb6623b4 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f5a242e816b43869392d3725cb18e35 HTTP/1.1" status: 200 len: 380 time: 0.0368874 Jun 22 18:34:58.131701 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Request body: {'port': {'device_id': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'admin_state_up': True, 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'security_groups': ['e460e3e4-ccce-48ba-aed5-72fbe9cee16f']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:58.218667 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e327-a428-4946-937b-2c54928b8711 req-6000d815-5d87-4437-8cbc-dc24518c7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:58.220277 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2a46e327-a428-4946-937b-2c54928b8711 req-6000d815-5d87-4437-8cbc-dc24518c7c98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63959033-e20c-4430-9fd5-a93c9b3bbe83 HTTP/1.1" status: 200 len: 916 time: 0.0978613 Jun 22 18:34:58.253222 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Made reservation on behalf of 7f5a242e816b43869392d3725cb18e35 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:34:58.256289 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:58.304667 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2a46e327-a428-4946-937b-2c54928b8711 req-b632d23c-1745-4414-86fb-2204f40252c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b5c436-30b2-4946-939a-b14debe94887 HTTP/1.1" status: 200 len: 1002 time: 0.0695198 Jun 22 18:34:58.360369 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e327-a428-4946-937b-2c54928b8711 req-b511a8f5-752e-4471-b835-0e80a5a438f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:58.361862 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2a46e327-a428-4946-937b-2c54928b8711 req-b511a8f5-752e-4471-b835-0e80a5a438f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3af66886-a1f2-4885-aa59-0ab8d41f05f3 HTTP/1.1" status: 200 len: 854 time: 0.0447838 Jun 22 18:34:58.393380 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Allocated IP 172.20.0.7 (3da2b546-9571-4efb-84b3-a97455475ad7/20cb7916-bbad-4edc-99a2-48d72a15dfdb/a74d4caa-3f02-4ca8-8966-e4ba37b8af5f) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:34:58.427307 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46e327-a428-4946-937b-2c54928b8711 req-adfc7b74-cdbd-4fbc-89f4-d4d7a357b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:58.428891 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2a46e327-a428-4946-937b-2c54928b8711 req-adfc7b74-cdbd-4fbc-89f4-d4d7a357b8b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63959033-e20c-4430-9fd5-a93c9b3bbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0593863 Jun 22 18:34:58.538123 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:58.552923 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Transition to ACTIVE for port object a74d4caa-3f02-4ca8-8966-e4ba37b8af5f will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:58.573775 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2a46e327-a428-4946-937b-2c54928b8711 req-3bdd186e-15cc-4686-ac71-c4f09b4b258b service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097741 Jun 22 18:34:58.590564 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065622597'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:58.599076 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-871a65be-eb64-44a9-a5ee-81e33cb484a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:58.658637 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Network 3da2b546-9571-4efb-84b3-a97455475ad7 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:34:58.662714 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Pushing event updated for resources: {'Port': ['ID=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:58.665159 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:34:58.668749 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:34:58.701317 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:58.701887 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:58.702079 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:58.702464 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:58.702821 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:58.703215 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:58.703611 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:58.703938 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:58.704300 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:58.704659 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:58.705013 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:58.705371 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:34:58.717600 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:58.738122 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2a46e327-a428-4946-937b-2c54928b8711 req-54dc0c0c-ebcc-4f8c-b466-fe2c2a1c8f0b service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557531 Jun 22 18:34:58.748162 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd931e9b-45fb-4eff-b31f-26015ff41a5b req-d9df2b34-a14e-4429-a4c8-c6c73981424c tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:58.749703 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cd931e9b-45fb-4eff-b31f-26015ff41a5b req-d9df2b34-a14e-4429-a4c8-c6c73981424c tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 946 time: 0.1099594 Jun 22 18:34:58.754962 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:58.755635 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:58.786951 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-eefc7772-a737-420c-9bbd-a68a0b3a1ec9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6610920 Jun 22 18:34:58.806966 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cd931e9b-45fb-4eff-b31f-26015ff41a5b req-5df024f1-1268-42e8-a297-f9638b97178d tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482216 Jun 22 18:34:58.811133 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Request body: {'port': {'device_id': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:34:58.926210 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-99833e40-b2bc-4ac9-b5e6-f44f4a5cfb97 None None] Provisioning for port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:34:58.932016 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-99833e40-b2bc-4ac9-b5e6-f44f4a5cfb97 None None] Provisioning complete for port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:34:58.932407 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-99833e40-b2bc-4ac9-b5e6-f44f4a5cfb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:58.971202 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-99833e40-b2bc-4ac9-b5e6-f44f4a5cfb97 None None] Port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:34:59.181325 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.189656 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c864e-143d-46d1-9bdf-d85bd748b6fe req-66f6763c-2199-4806-88ff-e738a810cb00 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:59.191133 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-324c864e-143d-46d1-9bdf-d85bd748b6fe req-66f6763c-2199-4806-88ff-e738a810cb00 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 931 time: 0.0626307 Jun 22 18:34:59.200916 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaa254-e6af-4a79-a251-b1690a299085 req-fba60a6f-0d0b-433b-8239-7e045a501db8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:59.202384 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b0eaa254-e6af-4a79-a251-b1690a299085 req-fba60a6f-0d0b-433b-8239-7e045a501db8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.1154404 Jun 22 18:34:59.235697 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-324c864e-143d-46d1-9bdf-d85bd748b6fe req-69715301-053d-436e-9b28-dc1116195717 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383322 Jun 22 18:34:59.279327 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b0eaa254-e6af-4a79-a251-b1690a299085 req-3fceacf9-5cc6-481e-933d-7f40c5c157e8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&id=307afbed-9765-4110-be68-583e27164e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550215 Jun 22 18:34:59.498185 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.515395 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74d4caa-3f02-4ca8-8966-e4ba37b8af5f {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:34:59.522539 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.534820 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Transition to ACTIVE for port object a74d4caa-3f02-4ca8-8966-e4ba37b8af5f will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:34:59.539394 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.541494 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:59.590017 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Pushing event updated for resources: {'Port': ['ID=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:59.596228 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:59.672143 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Attempting to bind port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:34:59.672493 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Attempting to bind port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'df4f74f7-59d6-4dc0-9084-66b7530e1089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:34:59.672831 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Attempting to bind port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f on network 3da2b546-9571-4efb-84b3-a97455475ad7 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:59.677631 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f on network 3da2b546-9571-4efb-84b3-a97455475ad7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:34:59.677962 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Attempting to bind port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f on network 3da2b546-9571-4efb-84b3-a97455475ad7 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:34:59.685524 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:34:59.685884 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Checking segment: {'id': 'df4f74f7-59d6-4dc0-9084-66b7530e1089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:34:59.686283 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Bound using segment: {'id': 'df4f74f7-59d6-4dc0-9084-66b7530e1089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:34:59.686743 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Bound port: a74d4caa-3f02-4ca8-8966-e4ba37b8af5f, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4f74f7-59d6-4dc0-9084-66b7530e1089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:34:59.687137 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.761406 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] For port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f, host hv-cinder-77428, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:34:59.766140 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] For port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:34:59.771644 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.774038 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:34:59.809852 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:59.810474 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:34:59.811932 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] 10.222.0.16 "PUT /v2.0/ports/a74d4caa-3f02-4ca8-8966-e4ba37b8af5f HTTP/1.1" status: 200 len: 1093 time: 1.0101886 Jun 22 18:34:59.812458 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:34:59.814769 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8a7735-9c2b-474a-b7e0-415d7ec82635" -d '{"events": [{"name": "network-changed", "server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:34:59.841549 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Pushing event updated for resources: {'Port': ['ID=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:34:59.852048 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:34:59.904294 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481d3d52-4846-4c38-8000-f8c37fbe3618 x-openstack-request-id: req-481d3d52-4846-4c38-8000-f8c37fbe3618 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:34:59.904630 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:34:59.905077 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-481d3d52-4846-4c38-8000-f8c37fbe3618 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:34:59.905502 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'status': 'completed', 'code': 200} Jun 22 18:34:59.937303 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8b08d-5bcd-4bb1-89ba-16f8699d41ab req-2ffb387d-3f13-43e1-8d2d-fba59fc4ccc6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:59.938895 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-efa8b08d-5bcd-4bb1-89ba-16f8699d41ab req-2ffb387d-3f13-43e1-8d2d-fba59fc4ccc6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 946 time: 0.0725079 Jun 22 18:34:59.949052 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-433338db-1a15-4310-b874-87b243adf069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:34:59.950939 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-433338db-1a15-4310-b874-87b243adf069 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f5a242e816b43869392d3725cb18e35&device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 1096 time: 0.0852733 Jun 22 18:35:00.002185 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-5753d56a-affd-4b93-b987-0a517bc6de7c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f HTTP/1.1" status: 200 len: 217 time: 0.0427113 Jun 22 18:35:00.049310 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-efa8b08d-5bcd-4bb1-89ba-16f8699d41ab req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Deleting port 8dc3a735-cc74-4678-9bc3-6e5996975efc {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:00.049670 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-efa8b08d-5bcd-4bb1-89ba-16f8699d41ab req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.106102 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-71959fd0-fcd6-46d8-a7b0-394bad7c95bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:00.107607 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-71959fd0-fcd6-46d8-a7b0-394bad7c95bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20cb7916-bbad-4edc-99a2-48d72a15dfdb HTTP/1.1" status: 200 len: 848 time: 0.0717964 Jun 22 18:35:00.136086 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c497d-30cc-4900-b8d9-e2b7e86b0c21 req-d78d4deb-c34a-47fe-94af-762d2c5b38c4 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:00.137618 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2d1c497d-30cc-4900-b8d9-e2b7e86b0c21 req-d78d4deb-c34a-47fe-94af-762d2c5b38c4 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7dfedbf-526b-4462-a9d3-825b358425e7 HTTP/1.1" status: 200 len: 946 time: 0.1380465 Jun 22 18:35:00.157300 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-efa8b08d-5bcd-4bb1-89ba-16f8699d41ab req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] For port 8dc3a735-cc74-4678-9bc3-6e5996975efc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=8dc3a735-cc74-4678-9bc3-6e5996975efc,segment=NetworkSegment(de301a4f-e2e3-4990-a3e5-59046b0b78f3),segment_id=de301a4f-e2e3-4990-a3e5-59046b0b78f3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:00.157663 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-efa8b08d-5bcd-4bb1-89ba-16f8699d41ab req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.170003 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-efa8b08d-5bcd-4bb1-89ba-16f8699d41ab req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Calling delete_port for 8dc3a735-cc74-4678-9bc3-6e5996975efc owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:00.200132 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2d1c497d-30cc-4900-b8d9-e2b7e86b0c21 req-62c44eb7-3e20-4d4a-a7aa-6b39c4b1c053 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.20 "GET /v2.0/security-groups?id=2d836765-147c-4b66-9e59-f5db15010237&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449913 Jun 22 18:35:00.209425 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-bb55e5a0-f8f5-4cb3-9518-d1ef449b90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:00.212011 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-bb55e5a0-f8f5-4cb3-9518-d1ef449b90c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3da2b546-9571-4efb-84b3-a97455475ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0945644 Jun 22 18:35:00.316479 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-efa8b08d-5bcd-4bb1-89ba-16f8699d41ab req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.321722 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9bf515cb-9b92-4fd2-aefe-f795e5753612 tempest-VolumesActionsTest-25943290 tempest-VolumesActionsTest-25943290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:00.325464 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-1339315d-e858-426f-b5c6-ca3d50b96839 service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065125 Jun 22 18:35:00.329658 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['8dc3a735-cc74-4678-9bc3-6e5996975efc'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:35:00.363864 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Pushing event deleted for resources: {'Port': ['ID=8dc3a735-cc74-4678-9bc3-6e5996975efc,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:00.400470 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:00.400859 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:00.401237 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:00.401611 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:00.401983 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:00.402350 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:00.402715 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:00.403104 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:00.403546 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:00.403835 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:00.404191 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:00.404648 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:00.440945 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:00.442484 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa8b08d-5bcd-4bb1-89ba-16f8699d41ab req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] No DVR routers for this DVR port 8dc3a735-cc74-4678-9bc3-6e5996975efc on host hv-cinder-77428 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:35:00.446559 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-efa8b08d-5bcd-4bb1-89ba-16f8699d41ab req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:00.448592 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-efa8b08d-5bcd-4bb1-89ba-16f8699d41ab req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] 10.222.0.16 "DELETE /v2.0/ports/8dc3a735-cc74-4678-9bc3-6e5996975efc HTTP/1.1" status: 204 len: 173 time: 0.5043845 Jun 22 18:35:00.449123 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dfedbf-526b-4462-a9d3-825b358425e7', 'name': 'network-vif-deleted', 'tag': '8dc3a735-cc74-4678-9bc3-6e5996975efc'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:00.451440 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273906f3-9967-4f54-b18e-337930e8937f" -d '{"events": [{"server_uuid": "a7dfedbf-526b-4462-a9d3-825b358425e7", "name": "network-vif-deleted", "tag": "8dc3a735-cc74-4678-9bc3-6e5996975efc"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:00.488122 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d1e16d2e-4d87-485c-b984-331d48bea4c1 req-ef861d42-564f-423c-834f-9b62ecf63b7b service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533332 Jun 22 18:35:00.497336 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f8ce5-b5d2-41c6-bd5a-9ab90d321baa req-cfad5b2b-c0fa-4392-9cd3-d5d1c895c45b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:00.498943 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-354f8ce5-b5d2-41c6-bd5a-9ab90d321baa req-cfad5b2b-c0fa-4392-9cd3-d5d1c895c45b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 943 time: 0.1325190 Jun 22 18:35:00.505873 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75005c2f-6a53-4a24-8232-cd2bd9f28559 x-openstack-request-id: req-75005c2f-6a53-4a24-8232-cd2bd9f28559 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:00.506210 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dfedbf-526b-4462-a9d3-825b358425e7", "name": "network-vif-deleted", "tag": "8dc3a735-cc74-4678-9bc3-6e5996975efc", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:00.506624 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75005c2f-6a53-4a24-8232-cd2bd9f28559 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:00.507060 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dfedbf-526b-4462-a9d3-825b358425e7', 'name': 'network-vif-deleted', 'tag': '8dc3a735-cc74-4678-9bc3-6e5996975efc', 'status': 'completed', 'code': 200} Jun 22 18:35:00.544504 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-354f8ce5-b5d2-41c6-bd5a-9ab90d321baa req-787db7f8-8a47-4136-acaa-9559b4acaee1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353351 Jun 22 18:35:00.648820 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a7735-9c2b-474a-b7e0-415d7ec82635 req-2e3ae9b8-fbcf-4238-879d-0cf31e5fb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:00.650398 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4f8a7735-9c2b-474a-b7e0-415d7ec82635 req-2e3ae9b8-fbcf-4238-879d-0cf31e5fb1f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f5a242e816b43869392d3725cb18e35&device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 1096 time: 0.0546644 Jun 22 18:35:00.746362 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a7735-9c2b-474a-b7e0-415d7ec82635 req-dfc068dc-6e01-437c-8a27-20ebe6400327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:00.747894 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4f8a7735-9c2b-474a-b7e0-415d7ec82635 req-dfc068dc-6e01-437c-8a27-20ebe6400327 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3da2b546-9571-4efb-84b3-a97455475ad7 HTTP/1.1" status: 200 len: 910 time: 0.0889509 Jun 22 18:35:00.791048 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4f8a7735-9c2b-474a-b7e0-415d7ec82635 req-aa6e04dc-d037-4e0d-8eaa-4bc9a7ab066c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f HTTP/1.1" status: 200 len: 217 time: 0.0347056 Jun 22 18:35:00.843916 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a7735-9c2b-474a-b7e0-415d7ec82635 req-b8b13a00-1850-40e6-88bd-479595037d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:00.845363 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4f8a7735-9c2b-474a-b7e0-415d7ec82635 req-b8b13a00-1850-40e6-88bd-479595037d59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20cb7916-bbad-4edc-99a2-48d72a15dfdb HTTP/1.1" status: 200 len: 848 time: 0.0472558 Jun 22 18:35:00.907905 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a7735-9c2b-474a-b7e0-415d7ec82635 req-c1917aa7-5336-486f-88dc-4bbcadb4a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:00.909320 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4f8a7735-9c2b-474a-b7e0-415d7ec82635 req-c1917aa7-5336-486f-88dc-4bbcadb4a825 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3da2b546-9571-4efb-84b3-a97455475ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0552926 Jun 22 18:35:01.005904 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4f8a7735-9c2b-474a-b7e0-415d7ec82635 req-38481bf6-a59e-47eb-87ca-a277cffcba16 service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865715 Jun 22 18:35:01.108872 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4f8a7735-9c2b-474a-b7e0-415d7ec82635 req-ee8b12bc-1f44-41c8-a4be-5137c6c762c4 service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899813 Jun 22 18:35:01.731843 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec8006-8f7c-4704-a7f8-133f3fcd656c req-7027a17f-a1b3-4168-a457-47d71d89184d tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:01.733397 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-88ec8006-8f7c-4704-a7f8-133f3fcd656c req-7027a17f-a1b3-4168-a457-47d71d89184d tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 943 time: 0.0660367 Jun 22 18:35:01.774326 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-50877bf2-13e5-425b-bf6e-f124467ae048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:01.780303 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-88ec8006-8f7c-4704-a7f8-133f3fcd656c req-0e7c3e75-0776-40a9-86f1-00d0fa16ed59 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409496 Jun 22 18:35:02.961233 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a9633-1ce3-4e85-8074-8d20bda7099f req-06842cca-2405-488c-b3b5-260466c5c155 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:02.962707 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-917a9633-1ce3-4e85-8074-8d20bda7099f req-06842cca-2405-488c-b3b5-260466c5c155 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 943 time: 0.0659423 Jun 22 18:35:03.003911 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-917a9633-1ce3-4e85-8074-8d20bda7099f req-85059bdb-c6e2-444e-a8ef-d2266df190ee tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356054 Jun 22 18:35:03.284483 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device a74d4caa-3f02-4ca8-8966-e4ba37b8af5f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:35:03.286489 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 8dc3a735-cc74-4678-9bc3-6e5996975efc no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:35:03.313712 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: 8dc3a735-cc74-4678-9bc3-6e5996975efc {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:35:03.314055 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 8dc3a735-cc74-4678-9bc3-6e5996975efc not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:35:03.396178 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:03.406548 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'port_id': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'mac_address': 'fa:16:3e:60:34:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:35:03.445322 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:03.460133 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74d4caa-3f02-4ca8-8966-e4ba37b8af5f {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:35:03.480483 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:03.486023 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:03.487954 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-544135d3-b8d3-4f1c-940f-bc47c298c7b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:03.533563 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:03.536956 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:03.734586 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['a74d4caa-3f02-4ca8-8966-e4ba37b8af5f'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:35:04.199157 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477eb644-29d2-4f72-b650-c457ce3a9cfe req-f43abb53-cbf8-4dc3-a910-ecadfe8ba5f3 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:04.200772 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-477eb644-29d2-4f72-b650-c457ce3a9cfe req-f43abb53-cbf8-4dc3-a910-ecadfe8ba5f3 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 944 time: 0.0722277 Jun 22 18:35:04.244040 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-477eb644-29d2-4f72-b650-c457ce3a9cfe req-9e85441d-ea25-4e7a-bedc-c8abbe4caa94 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361087 Jun 22 18:35:05.287906 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device a74d4caa-3f02-4ca8-8966-e4ba37b8af5f up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:35:05.328642 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b866c33e-09f2-449f-be26-fecbebc42bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:05.357002 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:35:05.361244 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:35:05.361630 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:05.436494 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39931d-1ac8-4e91-a8c6-f61f2741950a req-368b470e-d1bc-484a-b579-281c8dce57d6 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:05.438003 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8e39931d-1ac8-4e91-a8c6-f61f2741950a req-368b470e-d1bc-484a-b579-281c8dce57d6 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 944 time: 0.0722916 Jun 22 18:35:05.451933 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:05.475001 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:05.478241 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f5b59c-2549-4aef-a5b0-a9b74058f47c" -d '{"events": [{"server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "name": "network-vif-plugged", "status": "completed", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:05.480070 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8e39931d-1ac8-4e91-a8c6-f61f2741950a req-c507eb01-8530-4adf-b6c8-aeb91223d765 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361140 Jun 22 18:35:05.492002 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:05.503143 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:05.503143 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9fea2e68-1848-4e9b-b7d3-868e6bb77f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:05.529308 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7061e40f-222a-4ba8-b6a2-bcec0f0d6372 x-openstack-request-id: req-7061e40f-222a-4ba8-b6a2-bcec0f0d6372 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:05.529618 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "name": "network-vif-plugged", "status": "completed", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:05.529892 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7061e40f-222a-4ba8-b6a2-bcec0f0d6372 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:05.530296 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'code': 200} Jun 22 18:35:05.559537 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:05.562454 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:05.599944 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:05.850806 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae8d75-fcc2-427c-816e-29f2a4781867 req-a1d2eebf-754d-481f-ac9e-59888269098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:05.853023 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5cae8d75-fcc2-427c-816e-29f2a4781867 req-a1d2eebf-754d-481f-ac9e-59888269098f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 1098 time: 0.0571551 Jun 22 18:35:05.890444 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5cae8d75-fcc2-427c-816e-29f2a4781867 req-61cf8293-da14-4f2e-8f6f-61cb263556cc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275967 Jun 22 18:35:06.354952 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:06.692669 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d063c41-ce50-4567-b313-3b27caf1f175 req-9c88a722-6a4a-48d1-b0c4-0ca97d0ac6c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:06.699510 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6d063c41-ce50-4567-b313-3b27caf1f175 req-9c88a722-6a4a-48d1-b0c4-0ca97d0ac6c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0906320 Jun 22 18:35:06.744403 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6d063c41-ce50-4567-b313-3b27caf1f175 req-14a60954-7b9d-4bc0-85aa-6d3e2ddb508f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407639 Jun 22 18:35:07.939446 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068cb30-beb2-40fc-810e-ee81b01bc137 req-c3912f61-562b-4752-82e0-9300e52a4e63 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:07.941029 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6068cb30-beb2-40fc-810e-ee81b01bc137 req-c3912f61-562b-4752-82e0-9300e52a4e63 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0738268 Jun 22 18:35:07.984596 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6068cb30-beb2-40fc-810e-ee81b01bc137 req-9d15e06c-3e72-4fe0-9b0f-8e025b35fc60 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337443 Jun 22 18:35:08.171109 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c3223-67f5-4eb7-a67b-494a87f61a7b req-55b73f93-92bd-48d8-be0d-ddad777b75ee tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:08.172558 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-001c3223-67f5-4eb7-a67b-494a87f61a7b req-55b73f93-92bd-48d8-be0d-ddad777b75ee tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0684056 Jun 22 18:35:08.210456 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-001c3223-67f5-4eb7-a67b-494a87f61a7b req-c4770d0a-be62-412e-8343-21488cb443ee tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321646 Jun 22 18:35:08.233951 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53756) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:08.375759 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60ba451-46d5-4269-9193-b676c9fbf58a tempest-TestShelveInstance-2006240920 tempest-TestShelveInstance-2006240920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:08.377282 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-d60ba451-46d5-4269-9193-b676c9fbf58a tempest-TestShelveInstance-2006240920 tempest-TestShelveInstance-2006240920-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 1093 time: 0.1423383 Jun 22 18:35:08.380177 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53760) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:08.384517 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Request body: {'floatingip': {'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'port_id': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'fixed_ip_address': '172.20.0.7'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:08.406143 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:08.504197 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:08.549731 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:08.609774 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Allocated IP 172.28.3.157 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/4bea9096-ef57-4f62-80db-d7b183b7b851) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:35:08.716107 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:08.753594 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065622597'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:08.755619 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6e75a7cb-6030-4a19-9601-8bbe0e5c9a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:08.795147 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:35:08.798024 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:35:08.802295 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:35:08.805572 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Pushing event updated for resources: {'Port': ['ID=4bea9096-ef57-4f62-80db-d7b183b7b851,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:08.824479 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:09.225505 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:09.306123 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:09.456740 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:09.461580 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:09.464449 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:09.530104 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Pushing event updated for resources: {'Port': ['ID=4bea9096-ef57-4f62-80db-d7b183b7b851,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:09.533830 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:09.539195 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:09.641464 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.db.l3_db [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Floating IP 0e815751-de66-4388-927d-6fa84e580971 associated. External IP: 172.28.3.157, port: a74d4caa-3f02-4ca8-8966-e4ba37b8af5f. Jun 22 18:35:09.857813 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Router aa1cfb97-e667-49c4-84c8-7b1411ddff05 has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:35:10.199297 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:35:10.209064 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d83569-4453-48fc-b553-726cb0b73a89 None None] Sync routers for ids ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:35:10.217614 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:10.219721 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d83569-4453-48fc-b553-726cb0b73a89 None None] Routers {'aa1cfb97-e667-49c4-84c8-7b1411ddff05'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:35:10.220424 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-94d83569-4453-48fc-b553-726cb0b73a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:35:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:10.256776 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8755581 Jun 22 18:35:10.258155 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:10.263178 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09445bf3-95d4-4557-ab4c-3443eeefe749" -d '{"events": [{"name": "network-changed", "server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:10.309083 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db3d035-50c4-4690-8a58-dd0c18fc803c x-openstack-request-id: req-4db3d035-50c4-4690-8a58-dd0c18fc803c {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:10.309681 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:10.309888 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4db3d035-50c4-4690-8a58-dd0c18fc803c {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:10.310439 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'status': 'completed', 'code': 200} Jun 22 18:35:10.345460 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-94d83569-4453-48fc-b553-726cb0b73a89 None None] Set router aa1cfb97-e667-49c4-84c8-7b1411ddff05 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:35:10.397287 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09445bf3-95d4-4557-ab4c-3443eeefe749 req-c7fa707b-c2ea-4bb9-a2e8-e3158ac872d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:10.399574 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-09445bf3-95d4-4557-ab4c-3443eeefe749 req-c7fa707b-c2ea-4bb9-a2e8-e3158ac872d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f5a242e816b43869392d3725cb18e35&device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 1098 time: 0.0618739 Jun 22 18:35:10.497186 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09445bf3-95d4-4557-ab4c-3443eeefe749 req-78de61c4-9598-4891-ad75-ec88dddd3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:10.498775 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-09445bf3-95d4-4557-ab4c-3443eeefe749 req-78de61c4-9598-4891-ad75-ec88dddd3448 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3da2b546-9571-4efb-84b3-a97455475ad7 HTTP/1.1" status: 200 len: 910 time: 0.0924723 Jun 22 18:35:10.576381 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-09445bf3-95d4-4557-ab4c-3443eeefe749 req-b6bc92bb-1d8c-49eb-8d4e-c6f6761296a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f HTTP/1.1" status: 200 len: 999 time: 0.0707819 Jun 22 18:35:10.589448 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-94d83569-4453-48fc-b553-726cb0b73a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:34:29Z', 'revision_number': 4, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': '0e815751-de66-4388-927d-6fa84e580971', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'floating_ip_address': '172.28.3.157', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'port_id': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'mac_address': 'fa:16:3e:60:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:35:09Z', 'updated_at': '2021-06-22T18:35:09Z', 'revision_number': 0, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f428a5f-c725-4ffb-af48-e39a53c2df17', 'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'mac_address': 'fa:16:3e:d2:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:27Z', 'updated_at': '2021-06-22T18:34:36Z', 'revision_number': 5, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'subnets': [{'id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:10.620530 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d83569-4453-48fc-b553-726cb0b73a89 None None] Checking router: aa1cfb97-e667-49c4-84c8-7b1411ddff05 for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:35:10.630304 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09445bf3-95d4-4557-ab4c-3443eeefe749 req-fab33595-1864-4f5e-9f1f-6b5ee03e0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:10.630988 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d83569-4453-48fc-b553-726cb0b73a89 None None] Routers {'aa1cfb97-e667-49c4-84c8-7b1411ddff05'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:35:10.631617 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-94d83569-4453-48fc-b553-726cb0b73a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:35:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:10.631785 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-09445bf3-95d4-4557-ab4c-3443eeefe749 req-fab33595-1864-4f5e-9f1f-6b5ee03e0598 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20cb7916-bbad-4edc-99a2-48d72a15dfdb HTTP/1.1" status: 200 len: 848 time: 0.0451429 Jun 22 18:35:10.696288 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09445bf3-95d4-4557-ab4c-3443eeefe749 req-495aa1e3-2226-4fc3-8f3c-a5b93efc443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:10.697892 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-09445bf3-95d4-4557-ab4c-3443eeefe749 req-495aa1e3-2226-4fc3-8f3c-a5b93efc443f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3da2b546-9571-4efb-84b3-a97455475ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0591695 Jun 22 18:35:10.737158 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-94d83569-4453-48fc-b553-726cb0b73a89 None None] Set router aa1cfb97-e667-49c4-84c8-7b1411ddff05 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:35:10.788746 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-09445bf3-95d4-4557-ab4c-3443eeefe749 req-2406997b-ef40-4764-8ec3-4fc977c9f4ce service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830784 Jun 22 18:35:10.883597 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-09445bf3-95d4-4557-ab4c-3443eeefe749 req-132e90de-dc8d-4e0c-8363-659b3233da7d service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852220 Jun 22 18:35:10.970020 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-94d83569-4453-48fc-b553-726cb0b73a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:34:29Z', 'revision_number': 4, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': '0e815751-de66-4388-927d-6fa84e580971', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'floating_ip_address': '172.28.3.157', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'port_id': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'mac_address': 'fa:16:3e:60:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:35:09Z', 'updated_at': '2021-06-22T18:35:09Z', 'revision_number': 0, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f428a5f-c725-4ffb-af48-e39a53c2df17', 'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'mac_address': 'fa:16:3e:d2:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:27Z', 'updated_at': '2021-06-22T18:34:36Z', 'revision_number': 5, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'subnets': [{'id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:10.997068 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d83569-4453-48fc-b553-726cb0b73a89 None None] The sync data for ids ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'] in dv-cinder-774286-17-smb is: [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:34:29Z', 'revision_number': 4, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': '0e815751-de66-4388-927d-6fa84e580971', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'floating_ip_address': '172.28.3.157', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'port_id': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'mac_address': 'fa:16:3e:60:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:35:09Z', 'updated_at': '2021-06-22T18:35:09Z', 'revision_number': 0, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f428a5f-c725-4ffb-af48-e39a53c2df17', 'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'mac_address': 'fa:16:3e:d2:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:27Z', 'updated_at': '2021-06-22T18:34:36Z', 'revision_number': 5, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'subnets': [{'id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:35:11.191509 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdda362-07eb-410f-9c07-abbb941bd865 None None] New status for floating IP 0e815751-de66-4388-927d-6fa84e580971: ACTIVE {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:35:18.475775 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53858) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:18.522750 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fee6ad-5a59-495b-b856-7362c3917522 admin admin] Deleting subnet 287ad3bc-9dbf-451d-a00c-cf5f152bffb1 {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:35:18.526588 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65fee6ad-5a59-495b-b856-7362c3917522 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.560650 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65fee6ad-5a59-495b-b856-7362c3917522 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067134497'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.603122 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65fee6ad-5a59-495b-b856-7362c3917522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.675293 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65fee6ad-5a59-495b-b856-7362c3917522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065622552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065654001'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.679632 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:18.705793 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fee6ad-5a59-495b-b856-7362c3917522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=287ad3bc-9dbf-451d-a00c-cf5f152bffb1,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:18.709307 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-65fee6ad-5a59-495b-b856-7362c3917522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:18.710236 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65fee6ad-5a59-495b-b856-7362c3917522 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.712391 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-65fee6ad-5a59-495b-b856-7362c3917522 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/287ad3bc-9dbf-451d-a00c-cf5f152bffb1 HTTP/1.1" status: 204 len: 168 time: 0.2355585 Jun 22 18:35:18.714885 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53860) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:18.782546 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.865759 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.876836 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9134bac6-4408-4202-8c72-bab050d27636']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:18.888285 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de301a4f-e2e3-4990-a3e5-59046b0b78f3') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:18.888592 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de301a4f-e2e3-4990-a3e5-59046b0b78f3') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:18.897870 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067134520'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.913809 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.920513 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:35:18.920967 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065620159'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: Traceback (most recent call last): Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: timer() Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: cb(*args, **kw) Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: return func(*args, **kwargs) Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: self._notify() Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: self.callback(batched_events) Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: event.method(event) Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: return f(self, *a, **k) Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: return self._get(url).json() Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:35:18.922520 dv-cinder-774286-17-smb neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:35:18.976562 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.980689 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:18.984597 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:18.986410 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9134bac6-4408-4202-8c72-bab050d27636 HTTP/1.1" status: 204 len: 168 time: 0.2705524 Jun 22 18:35:19.001003 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] Pushing event deleted for resources: {'Network': ['ID=9134bac6-4408-4202-8c72-bab050d27636,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:19.003451 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-284a4aff-755b-4cb0-aa0e-369ecff51891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:19.104351 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 53864) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:19.144358 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-d773ec36-4444-442c-8e01-23afc8061767 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef1e12b835324fdba001a6e04c56f035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387881 Jun 22 18:35:19.146855 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53866) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:19.193955 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-27bf2330-92a1-448f-9b23-0077e8781851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:19.215776 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-27bf2330-92a1-448f-9b23-0077e8781851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:19.260758 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-27bf2330-92a1-448f-9b23-0077e8781851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:19.263345 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-27bf2330-92a1-448f-9b23-0077e8781851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:19.264487 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-27bf2330-92a1-448f-9b23-0077e8781851 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d836765-147c-4b66-9e59-f5db15010237 HTTP/1.1" status: 204 len: 168 time: 0.1166143 Jun 22 18:35:19.265426 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-87f6e2a9-fe9b-4906-b1fd-3b3e8890ccd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:19.273681 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf2330-92a1-448f-9b23-0077e8781851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d836765-147c-4b66-9e59-f5db15010237,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:19.276236 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-27bf2330-92a1-448f-9b23-0077e8781851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:20.864235 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:35:27.083862 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a1ab1-ae58-4f73-92a8-26827df7b162 req-55c8a295-89ef-4d76-91a1-2e10e6b386bc tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:27.085871 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-fb5a1ab1-ae58-4f73-92a8-26827df7b162 req-55c8a295-89ef-4d76-91a1-2e10e6b386bc tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0662670 Jun 22 18:35:27.124824 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-fb5a1ab1-ae58-4f73-92a8-26827df7b162 req-fbacdeb3-231b-4df4-bfee-a982e5e5fe3d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332065 Jun 22 18:35:28.313996 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997c33-8e6a-41a9-a93b-0920483e6f9f req-52ae6bce-3d5c-4cc2-87eb-d56c455d4f67 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:28.315494 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-dc997c33-8e6a-41a9-a93b-0920483e6f9f req-52ae6bce-3d5c-4cc2-87eb-d56c455d4f67 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0719545 Jun 22 18:35:28.353025 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-dc997c33-8e6a-41a9-a93b-0920483e6f9f req-f7d9a513-ab83-41a5-ae36-3e6932440dc3 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312381 Jun 22 18:35:29.513685 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:29.534991 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51f2f2-2602-41cc-94c4-69878faac133 req-97e8e93a-5402-4c16-b901-f4443feab11f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:29.536510 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5d51f2f2-2602-41cc-94c4-69878faac133 req-97e8e93a-5402-4c16-b901-f4443feab11f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0673637 Jun 22 18:35:29.578242 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5d51f2f2-2602-41cc-94c4-69878faac133 req-6d73ee9a-b3e9-45e0-8da6-05d603459d5b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344696 Jun 22 18:35:30.761417 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1037b-56a2-4350-bb13-f7cae33b5329 req-4b7df51e-dcb7-4e44-b5ec-cc5bf804b721 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:30.762890 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-81c1037b-56a2-4350-bb13-f7cae33b5329 req-4b7df51e-dcb7-4e44-b5ec-cc5bf804b721 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0668495 Jun 22 18:35:30.801319 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-81c1037b-56a2-4350-bb13-f7cae33b5329 req-250bc9de-fcc7-4399-919b-2634fc7d99a5 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325818 Jun 22 18:35:31.775284 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3a27f1e5-3493-4ab6-9f82-18d0c1593aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:31.977563 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbddf30-2668-441d-9357-736bbd59bdf1 req-97088703-0450-42b7-ba13-3a98631ef51d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:31.979135 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-adbddf30-2668-441d-9357-736bbd59bdf1 req-97088703-0450-42b7-ba13-3a98631ef51d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0639441 Jun 22 18:35:32.016691 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-adbddf30-2668-441d-9357-736bbd59bdf1 req-ed8deba4-1cc2-4c25-90b4-bff681551722 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319829 Jun 22 18:35:33.191935 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428b7c3-d00e-4b77-8170-9a830b504244 req-6c0bc0ea-389d-4972-8240-bb143334999e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:33.193429 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d428b7c3-d00e-4b77-8170-9a830b504244 req-6c0bc0ea-389d-4972-8240-bb143334999e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0627527 Jun 22 18:35:33.236832 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d428b7c3-d00e-4b77-8170-9a830b504244 req-da610847-1ddc-43ad-abda-444110bca355 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351634 Jun 22 18:35:34.421742 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc5e47-0f73-4904-b8e5-f3b99e77dea0 req-1824b90f-eebf-478a-9f79-04279a0b04d0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:34.423228 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-27bc5e47-0f73-4904-b8e5-f3b99e77dea0 req-1824b90f-eebf-478a-9f79-04279a0b04d0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0637484 Jun 22 18:35:34.464442 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-27bc5e47-0f73-4904-b8e5-f3b99e77dea0 req-27143c1c-ef4e-4bd5-8d5a-d108f98a3e97 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352511 Jun 22 18:35:35.302685 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-83d79fed-ee69-4b2d-b911-090013250cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:35.604208 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:35.661730 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7b68c-75f8-4b1d-8a3f-2cf197c260ab req-9a486c69-f0a8-442f-aa29-4185dd75661d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:35.663881 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0ca7b68c-75f8-4b1d-8a3f-2cf197c260ab req-9a486c69-f0a8-442f-aa29-4185dd75661d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0842707 Jun 22 18:35:35.706406 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0ca7b68c-75f8-4b1d-8a3f-2cf197c260ab req-44b6ad73-840a-4714-95b6-0fba39bf36b4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365176 Jun 22 18:35:36.357909 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:36.887055 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b209092-7ead-4af2-b6ee-b31530d0e4ab req-cb813158-a505-4c07-bf8d-f59f5e36ed72 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:36.888567 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8b209092-7ead-4af2-b6ee-b31530d0e4ab req-cb813158-a505-4c07-bf8d-f59f5e36ed72 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0649793 Jun 22 18:35:36.927175 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8b209092-7ead-4af2-b6ee-b31530d0e4ab req-7bf92342-58b0-4afc-be32-066f5db80300 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328395 Jun 22 18:35:37.916713 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-25edf698-2ee3-437f-aec4-2d2b946def10 req-f82add9a-0db7-4547-a0ae-c2303003269a tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1817246478&fields=id&tenant_id=ce659c956de74c148627451202f0c8b3 HTTP/1.1" status: 200 len: 267 time: 0.0324898 Jun 22 18:35:37.985022 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edf698-2ee3-437f-aec4-2d2b946def10 req-1ad8d0fd-6fe5-45ba-addf-875c15b7c176 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:37.986530 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-25edf698-2ee3-437f-aec4-2d2b946def10 req-1ad8d0fd-6fe5-45ba-addf-875c15b7c176 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 985 time: 0.0644796 Jun 22 18:35:37.998566 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-25edf698-2ee3-437f-aec4-2d2b946def10 req-766bba53-332c-4767-9b51-1d5829a296b1 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Request body: {'port': {'security_groups': ['c6ec405f-1e5a-4682-af3a-f5a95727c3f8']}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:35:38.086429 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-25edf698-2ee3-437f-aec4-2d2b946def10 req-766bba53-332c-4767-9b51-1d5829a296b1 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.112950 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8614db-16a0-46d2-9e9f-5887ab23e118 req-e3a35b54-b087-4b99-8869-cef6a929931a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:38.114436 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-0f8614db-16a0-46d2-9e9f-5887ab23e118 req-e3a35b54-b087-4b99-8869-cef6a929931a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0683312 Jun 22 18:35:38.152379 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-0f8614db-16a0-46d2-9e9f-5887ab23e118 req-e6ad621e-c57f-4bf2-9509-d4aa9d746013 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316923 Jun 22 18:35:38.256363 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-25edf698-2ee3-437f-aec4-2d2b946def10 req-766bba53-332c-4767-9b51-1d5829a296b1 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] For port f4b5c436-30b2-4946-939a-b14debe94887, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b5c436-30b2-4946-939a-b14debe94887,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:38.285776 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-25edf698-2ee3-437f-aec4-2d2b946def10 req-766bba53-332c-4767-9b51-1d5829a296b1 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.290504 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-25edf698-2ee3-437f-aec4-2d2b946def10 req-766bba53-332c-4767-9b51-1d5829a296b1 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.294594 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:38.308443 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['f4b5c436-30b2-4946-939a-b14debe94887'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:35:38.338732 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edf698-2ee3-437f-aec4-2d2b946def10 req-766bba53-332c-4767-9b51-1d5829a296b1 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:38.339344 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-25edf698-2ee3-437f-aec4-2d2b946def10 req-766bba53-332c-4767-9b51-1d5829a296b1 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.340766 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-25edf698-2ee3-437f-aec4-2d2b946def10 req-766bba53-332c-4767-9b51-1d5829a296b1 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "PUT /v2.0/ports/f4b5c436-30b2-4946-939a-b14debe94887 HTTP/1.1" status: 200 len: 943 time: 0.3469758 Jun 22 18:35:38.341299 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:38.343622 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fbc1b2-a9bb-4fa3-82d9-16bfd608d882" -d '{"events": [{"name": "network-changed", "server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "tag": "f4b5c436-30b2-4946-939a-b14debe94887"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:38.350497 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 53938) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:38.395435 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b5a68e-43c3-414a-9bc0-6f7610c786f7 x-openstack-request-id: req-e2b5a68e-43c3-414a-9bc0-6f7610c786f7 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:38.395862 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "tag": "f4b5c436-30b2-4946-939a-b14debe94887", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:38.396230 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2b5a68e-43c3-414a-9bc0-6f7610c786f7 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:38.396631 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887', 'status': 'completed', 'code': 200} Jun 22 18:35:38.397757 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bba53-332c-4767-9b51-1d5829a296b1 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event updated for resources: {'Port': ['ID=f4b5c436-30b2-4946-939a-b14debe94887,revision_number=7']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:38.401181 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-766bba53-332c-4767-9b51-1d5829a296b1 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:38.458237 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['f4b5c436-30b2-4946-939a-b14debe94887'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:35:38.469057 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-42b82c4b-a007-4ba2-bc17-d6873ea408a0 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.502122 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-42b82c4b-a007-4ba2-bc17-d6873ea408a0 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.551039 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc1b2-a9bb-4fa3-82d9-16bfd608d882 req-7a42a64b-ed4e-4146-8bc9-7afbfb3fb340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:38.552560 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-68fbc1b2-a9bb-4fa3-82d9-16bfd608d882 req-7a42a64b-ed4e-4146-8bc9-7afbfb3fb340 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce659c956de74c148627451202f0c8b3&device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 1099 time: 0.1294312 Jun 22 18:35:38.576441 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.626648 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-3f98c2f7-bbb9-4d4b-9c21-f38827c1143c None None] Provisioning complete for port f4b5c436-30b2-4946-939a-b14debe94887 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:35:38.627221 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3f98c2f7-bbb9-4d4b-9c21-f38827c1143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.650534 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-42b82c4b-a007-4ba2-bc17-d6873ea408a0 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.653220 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-42b82c4b-a007-4ba2-bc17-d6873ea408a0 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.654376 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-42b82c4b-a007-4ba2-bc17-d6873ea408a0 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "DELETE /v2.0/security-groups/307afbed-9765-4110-be68-583e27164e8c HTTP/1.1" status: 204 len: 168 time: 0.3027220 Jun 22 18:35:38.658198 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 53940) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:38.660822 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c9c6a070-a78c-4981-9f06-22b302514fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:38.679064 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b82c4b-a007-4ba2-bc17-d6873ea408a0 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307afbed-9765-4110-be68-583e27164e8c,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:38.683329 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-42b82c4b-a007-4ba2-bc17-d6873ea408a0 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:38.688605 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc1b2-a9bb-4fa3-82d9-16bfd608d882 req-2dd658de-1c0d-4ed6-8bcf-fd369f15c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:38.690329 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-68fbc1b2-a9bb-4fa3-82d9-16bfd608d882 req-2dd658de-1c0d-4ed6-8bcf-fd369f15c0fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=63959033-e20c-4430-9fd5-a93c9b3bbe83 HTTP/1.1" status: 200 len: 916 time: 0.1267018 Jun 22 18:35:38.764090 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-68fbc1b2-a9bb-4fa3-82d9-16bfd608d882 req-bd2016d5-8415-49ef-870f-5d4a4dbffe12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b5c436-30b2-4946-939a-b14debe94887 HTTP/1.1" status: 200 len: 1002 time: 0.0646124 Jun 22 18:35:38.826065 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc1b2-a9bb-4fa3-82d9-16bfd608d882 req-2018b942-fc83-4667-879b-ec269c132fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:38.827566 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-68fbc1b2-a9bb-4fa3-82d9-16bfd608d882 req-2018b942-fc83-4667-879b-ec269c132fff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3af66886-a1f2-4885-aa59-0ab8d41f05f3 HTTP/1.1" status: 200 len: 854 time: 0.0558882 Jun 22 18:35:38.851148 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Deleting port 455637f4-dea7-4f5c-9877-508f912b3cac {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:38.851494 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.888651 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbc1b2-a9bb-4fa3-82d9-16bfd608d882 req-4cecea49-ede6-4d43-9feb-bc7e88f226e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:38.890523 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-68fbc1b2-a9bb-4fa3-82d9-16bfd608d882 req-4cecea49-ede6-4d43-9feb-bc7e88f226e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63959033-e20c-4430-9fd5-a93c9b3bbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0557504 Jun 22 18:35:38.934079 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.934725 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:38.947331 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Calling delete_port for 455637f4-dea7-4f5c-9877-508f912b3cac owned by network:floatingip {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:38.982399 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-68fbc1b2-a9bb-4fa3-82d9-16bfd608d882 req-a66fa2eb-d5eb-416b-a40b-dcbfac6f030b service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822556 Jun 22 18:35:39.076128 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-68fbc1b2-a9bb-4fa3-82d9-16bfd608d882 req-708a55fc-9440-4b5c-9149-230588f6e400 service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868127 Jun 22 18:35:39.124396 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:39.127142 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:39.148852 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event deleted for resources: {'Port': ['ID=455637f4-dea7-4f5c-9877-508f912b3cac,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:39.151284 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:39.214589 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks [] for floatingip, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:39.214966 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.l3_db [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Floating IP c7b78dd1-a381-4994-ae6e-2f445dd84bee disassociated (deleted). External IP: 172.28.3.135, port: f4b5c436-30b2-4946-939a-b14debe94887. Jun 22 18:35:39.387961 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e53b1793-37b2-4bfb-afd1-6b888adaf546 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:35:39.490268 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e53b1793-37b2-4bfb-afd1-6b888adaf546, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:39.503088 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'port_id': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'mac_address': 'fa:16:3e:05:59:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:35:39.540140 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:39.553548 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e53b1793-37b2-4bfb-afd1-6b888adaf546 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:35:39.575154 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e53b1793-37b2-4bfb-afd1-6b888adaf546, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:39.579366 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:39.581269 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ed27ddc9-20e5-4869-a272-0aaf9aa8af1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:39.631292 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=e53b1793-37b2-4bfb-afd1-6b888adaf546,revision_number=6']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:39.638801 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:39.639233 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:39.639642 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:39.640064 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:39.640509 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:39.640938 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:39.641284 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:39.641612 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:39.641949 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:39.642285 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:39.642612 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:39.642955 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:35:39.646950 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:39.664894 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['e53b1793-37b2-4bfb-afd1-6b888adaf546'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:35:39.674421 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9115bea-610a-463a-9dac-250889fcaaf2 req-468ab516-43dd-4855-bf68-b555ca691e15 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:39.675959 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d9115bea-610a-463a-9dac-250889fcaaf2 req-468ab516-43dd-4855-bf68-b555ca691e15 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.3855007 Jun 22 18:35:39.754360 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d9115bea-610a-463a-9dac-250889fcaaf2 req-53c54e49-75dd-4c23-b7ef-c0f2e0c59302 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499949 Jun 22 18:35:39.769277 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:35:39.897398 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:35:39.903971 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:39.909479 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27958e26-1aa2-4a25-a2ce-c12f1631f258 None None] Sync routers for ids ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:35:39.919718 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27958e26-1aa2-4a25-a2ce-c12f1631f258 None None] Routers {'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:35:39.920598 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-27958e26-1aa2-4a25-a2ce-c12f1631f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:35:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:39.941235 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-ceeb541e-7ab1-4cc3-b49f-d23184e823d8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "DELETE /v2.0/floatingips/c7b78dd1-a381-4994-ae6e-2f445dd84bee HTTP/1.1" status: 204 len: 168 time: 1.2816098 Jun 22 18:35:40.177508 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-27958e26-1aa2-4a25-a2ce-c12f1631f258 None None] Set router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:35:40.398182 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:40.400844 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ed7720-2bbd-4472-837d-0f4d06a8a27b" -d '{"events": [{"name": "network-changed", "server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "tag": "f4b5c436-30b2-4946-939a-b14debe94887"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:40.403253 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-27958e26-1aa2-4a25-a2ce-c12f1631f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:32:56Z', 'revision_number': 4, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port': {'id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:49Z', 'updated_at': '2021-06-22T18:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '86deb524-6fc2-4bc6-a5c5-f2f794af400a', 'name': '', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'mac_address': 'fa:16:3e:9a:c0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:54Z', 'updated_at': '2021-06-22T18:33:04Z', 'revision_number': 5, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'subnets': [{'id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:40.435125 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27958e26-1aa2-4a25-a2ce-c12f1631f258 None None] Checking router: a94cd8c3-f047-4409-a8fb-f11b5f12a7bc for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:35:40.444526 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27958e26-1aa2-4a25-a2ce-c12f1631f258 None None] Routers {'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:35:40.445691 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-27958e26-1aa2-4a25-a2ce-c12f1631f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:35:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:40.448175 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd3cda5-fb56-48e1-a50b-da068f8c0ae7 x-openstack-request-id: req-ccd3cda5-fb56-48e1-a50b-da068f8c0ae7 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:40.448919 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "tag": "f4b5c436-30b2-4946-939a-b14debe94887", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:40.449273 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccd3cda5-fb56-48e1-a50b-da068f8c0ae7 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:40.449797 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887', 'status': 'completed', 'code': 200} Jun 22 18:35:40.539476 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed7720-2bbd-4472-837d-0f4d06a8a27b req-e7376775-a422-464f-b63b-375539dcac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:40.541605 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f0ed7720-2bbd-4472-837d-0f4d06a8a27b req-e7376775-a422-464f-b63b-375539dcac20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce659c956de74c148627451202f0c8b3&device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 1099 time: 0.0603814 Jun 22 18:35:40.587060 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-27958e26-1aa2-4a25-a2ce-c12f1631f258 None None] Set router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:35:40.671348 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed7720-2bbd-4472-837d-0f4d06a8a27b req-66530f73-e0d1-43e0-a7da-dcb319b56d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:40.673102 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f0ed7720-2bbd-4472-837d-0f4d06a8a27b req-66530f73-e0d1-43e0-a7da-dcb319b56d3a service neutron] 10.222.0.16 "GET /v2.0/networks?id=63959033-e20c-4430-9fd5-a93c9b3bbe83 HTTP/1.1" status: 200 len: 916 time: 0.1215203 Jun 22 18:35:40.734108 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f0ed7720-2bbd-4472-837d-0f4d06a8a27b req-1f22a127-975d-4624-8841-b0595b44aa04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b5c436-30b2-4946-939a-b14debe94887 HTTP/1.1" status: 200 len: 217 time: 0.0529253 Jun 22 18:35:40.802941 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed7720-2bbd-4472-837d-0f4d06a8a27b req-0fe5c216-5692-46e0-a63c-a2d054ea452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:40.806191 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f0ed7720-2bbd-4472-837d-0f4d06a8a27b req-0fe5c216-5692-46e0-a63c-a2d054ea452a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3af66886-a1f2-4885-aa59-0ab8d41f05f3 HTTP/1.1" status: 200 len: 854 time: 0.0630405 Jun 22 18:35:40.903863 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed7720-2bbd-4472-837d-0f4d06a8a27b req-92b7217e-16d2-4666-bbe9-592a29b38ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:40.905745 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f0ed7720-2bbd-4472-837d-0f4d06a8a27b req-92b7217e-16d2-4666-bbe9-592a29b38ce0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63959033-e20c-4430-9fd5-a93c9b3bbe83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0930238 Jun 22 18:35:40.993201 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-27958e26-1aa2-4a25-a2ce-c12f1631f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:32:56Z', 'revision_number': 4, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port': {'id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:49Z', 'updated_at': '2021-06-22T18:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '86deb524-6fc2-4bc6-a5c5-f2f794af400a', 'name': '', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'mac_address': 'fa:16:3e:9a:c0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:54Z', 'updated_at': '2021-06-22T18:33:04Z', 'revision_number': 5, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'subnets': [{'id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:41.042463 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a205d45-9005-4dcd-ba22-5a63f3cd8d7f req-7b540804-fc91-4870-bfba-ae7e9dbea4b5 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:41.051137 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27958e26-1aa2-4a25-a2ce-c12f1631f258 None None] The sync data for ids ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'] in dv-cinder-774286-17-smb is: [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:32:56Z', 'revision_number': 4, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port': {'id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:49Z', 'updated_at': '2021-06-22T18:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '86deb524-6fc2-4bc6-a5c5-f2f794af400a', 'name': '', 'network_id': '63959033-e20c-4430-9fd5-a93c9b3bbe83', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'mac_address': 'fa:16:3e:9a:c0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:54Z', 'updated_at': '2021-06-22T18:33:04Z', 'revision_number': 5, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'subnets': [{'id': '3af66886-a1f2-4885-aa59-0ab8d41f05f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:35:41.054114 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a205d45-9005-4dcd-ba22-5a63f3cd8d7f req-7b540804-fc91-4870-bfba-ae7e9dbea4b5 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 944 time: 0.1003370 Jun 22 18:35:41.071166 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f0ed7720-2bbd-4472-837d-0f4d06a8a27b req-af860f95-c2aa-4639-b06c-c057f9ebeef4 service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484656 Jun 22 18:35:41.107876 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1a205d45-9005-4dcd-ba22-5a63f3cd8d7f req-db7df7f7-4e6e-4ab2-a0b6-ae7703b51429 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518539 Jun 22 18:35:41.212595 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f0ed7720-2bbd-4472-837d-0f4d06a8a27b req-8ab49472-2181-478e-9048-07106306fab9 service neutron] 10.222.0.16 "GET /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291072 Jun 22 18:35:41.400602 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7708368-89e1-4316-b15e-fd84de79dc23 None None] New status for floating IP c7b78dd1-a381-4994-ae6e-2f445dd84bee: DOWN {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:35:41.408417 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e53b1793-37b2-4bfb-afd1-6b888adaf546 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:35:41.482371 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port e53b1793-37b2-4bfb-afd1-6b888adaf546 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:35:41.482859 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:41.579847 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:41.605467 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:41.612312 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c55bb7-22b2-478c-9b83-52e9115e539f" -d '{"events": [{"server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "name": "network-vif-plugged", "status": "completed", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:41.651576 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e53b1793-37b2-4bfb-afd1-6b888adaf546, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:41.656198 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:41.658979 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:41.685496 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ead5ae-51e0-4358-9019-e6c921e3fe15 x-openstack-request-id: req-14ead5ae-51e0-4358-9019-e6c921e3fe15 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:41.685799 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "name": "network-vif-plugged", "status": "completed", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:41.686062 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14ead5ae-51e0-4358-9019-e6c921e3fe15 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:41.686455 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'code': 200} Jun 22 18:35:41.747312 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=e53b1793-37b2-4bfb-afd1-6b888adaf546,revision_number=7']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:41.761959 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:42.356925 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b657f-c650-4ca4-94e4-2d300d934678 req-683cca0f-0d04-4df1-8afa-b0a27fe4f43f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:42.364282 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bd9b657f-c650-4ca4-94e4-2d300d934678 req-683cca0f-0d04-4df1-8afa-b0a27fe4f43f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0763206 Jun 22 18:35:42.420859 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bd9b657f-c650-4ca4-94e4-2d300d934678 req-74ef91ed-4ca6-4c38-b196-8ba13d5d2d5d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560164 Jun 22 18:35:43.289663 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c3877-9b8e-4099-97cc-bbc268ea5478 req-c3027586-f7fb-4a6e-8eea-35654bc243f6 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:43.291480 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-de6c3877-9b8e-4099-97cc-bbc268ea5478 req-c3027586-f7fb-4a6e-8eea-35654bc243f6 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 946 time: 0.0704632 Jun 22 18:35:43.343604 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-de6c3877-9b8e-4099-97cc-bbc268ea5478 req-477d735d-66c8-43c2-8d34-af658aec93d4 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405669 Jun 22 18:35:43.645810 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15144815-8e92-4a18-b39c-3c4ae6abbf84 req-694ecaa8-b172-49f0-be08-d1a4fc2a4106 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:43.648279 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-15144815-8e92-4a18-b39c-3c4ae6abbf84 req-694ecaa8-b172-49f0-be08-d1a4fc2a4106 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0793278 Jun 22 18:35:43.692768 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-15144815-8e92-4a18-b39c-3c4ae6abbf84 req-16f617e8-647a-4213-b293-84f062cc2059 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385346 Jun 22 18:35:44.530445 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3084ab-6776-4be0-a9d9-890fe38d5009 req-b469e101-ccf8-474b-ab30-5556b83b3199 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:44.535374 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3b3084ab-6776-4be0-a9d9-890fe38d5009 req-b469e101-ccf8-474b-ab30-5556b83b3199 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 946 time: 0.0727792 Jun 22 18:35:44.576938 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3b3084ab-6776-4be0-a9d9-890fe38d5009 req-740ab3f4-93a7-421a-a31a-7ec38a3e8753 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389922 Jun 22 18:35:44.902458 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93499c-44b3-44c5-a935-d59b398e0ba4 req-254ab34e-e577-46a9-9c99-ec5ad6db5681 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:44.904844 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ec93499c-44b3-44c5-a935-d59b398e0ba4 req-254ab34e-e577-46a9-9c99-ec5ad6db5681 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0731695 Jun 22 18:35:44.952263 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ec93499c-44b3-44c5-a935-d59b398e0ba4 req-c26dfc3e-277d-4868-8a27-f92c9c35491b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Jun 22 18:35:45.327747 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3df17-2683-4723-8bf3-5fe2d0b77d9e req-21d6d1d8-b9e1-45a2-ab35-8e79447949c8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:45.330294 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-eff3df17-2683-4723-8bf3-5fe2d0b77d9e req-21d6d1d8-b9e1-45a2-ab35-8e79447949c8 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.16 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 946 time: 0.0891569 Jun 22 18:35:45.444072 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-eff3df17-2683-4723-8bf3-5fe2d0b77d9e req-45116590-cb68-4644-a4ad-4b9cf0f6a17f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Deleting port f4b5c436-30b2-4946-939a-b14debe94887 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:45.445351 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-eff3df17-2683-4723-8bf3-5fe2d0b77d9e req-45116590-cb68-4644-a4ad-4b9cf0f6a17f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.541082 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-eff3df17-2683-4723-8bf3-5fe2d0b77d9e req-45116590-cb68-4644-a4ad-4b9cf0f6a17f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] For port f4b5c436-30b2-4946-939a-b14debe94887, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=f4b5c436-30b2-4946-939a-b14debe94887,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:45.541993 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-eff3df17-2683-4723-8bf3-5fe2d0b77d9e req-45116590-cb68-4644-a4ad-4b9cf0f6a17f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.555479 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-eff3df17-2683-4723-8bf3-5fe2d0b77d9e req-45116590-cb68-4644-a4ad-4b9cf0f6a17f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Calling delete_port for f4b5c436-30b2-4946-939a-b14debe94887 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:45.819795 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-eff3df17-2683-4723-8bf3-5fe2d0b77d9e req-45116590-cb68-4644-a4ad-4b9cf0f6a17f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.825088 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:45.838077 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['f4b5c436-30b2-4946-939a-b14debe94887'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:35:45.882254 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45116590-cb68-4644-a4ad-4b9cf0f6a17f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Pushing event deleted for resources: {'Port': ['ID=f4b5c436-30b2-4946-939a-b14debe94887,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:45.896247 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-45116590-cb68-4644-a4ad-4b9cf0f6a17f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:45.905919 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa48722-c1e4-4654-a4c2-4eafafe342ed req-77a2e515-0cbc-428e-9fac-e89858cad494 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:45.907441 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-afa48722-c1e4-4654-a4c2-4eafafe342ed req-77a2e515-0cbc-428e-9fac-e89858cad494 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ecb919-7ad8-4146-abf9-e5667f38dea7 HTTP/1.1" status: 200 len: 867 time: 0.1795399 Jun 22 18:35:45.968005 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff3df17-2683-4723-8bf3-5fe2d0b77d9e req-45116590-cb68-4644-a4ad-4b9cf0f6a17f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] No DVR routers for this DVR port f4b5c436-30b2-4946-939a-b14debe94887 on host hv-cinder-77428 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:35:45.971334 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-eff3df17-2683-4723-8bf3-5fe2d0b77d9e req-45116590-cb68-4644-a4ad-4b9cf0f6a17f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:45.973260 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-eff3df17-2683-4723-8bf3-5fe2d0b77d9e req-45116590-cb68-4644-a4ad-4b9cf0f6a17f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.16 "DELETE /v2.0/ports/f4b5c436-30b2-4946-939a-b14debe94887 HTTP/1.1" status: 204 len: 173 time: 0.6368945 Jun 22 18:35:45.974018 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'name': 'network-vif-deleted', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:45.977557 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07660493-093b-4106-bbe9-b1f3ed2c241d" -d '{"events": [{"server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "name": "network-vif-deleted", "tag": "f4b5c436-30b2-4946-939a-b14debe94887"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:46.004950 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-afa48722-c1e4-4654-a4c2-4eafafe342ed req-856de6e0-d349-4b24-b995-8bb65c7a34ac tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6ec405f-1e5a-4682-af3a-f5a95727c3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760000 Jun 22 18:35:46.028487 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a201542-8166-46b0-beec-b7ce8959ae87 x-openstack-request-id: req-3a201542-8166-46b0-beec-b7ce8959ae87 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:46.028832 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ecb919-7ad8-4146-abf9-e5667f38dea7", "name": "network-vif-deleted", "tag": "f4b5c436-30b2-4946-939a-b14debe94887", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:46.029136 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a201542-8166-46b0-beec-b7ce8959ae87 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:46.029580 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ecb919-7ad8-4146-abf9-e5667f38dea7', 'name': 'network-vif-deleted', 'tag': 'f4b5c436-30b2-4946-939a-b14debe94887', 'status': 'completed', 'code': 200} Jun 22 18:35:46.273273 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bfdc7-f4be-4d3f-b55d-11fc44fb431c req-cbcea373-420d-431e-94a1-0a5764db0595 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:46.275922 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-8e0bfdc7-f4be-4d3f-b55d-11fc44fb431c req-cbcea373-420d-431e-94a1-0a5764db0595 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.1176820 Jun 22 18:35:46.354548 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-8e0bfdc7-f4be-4d3f-b55d-11fc44fb431c req-16435f81-b57d-4d48-a6db-2f94060d126e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695748 Jun 22 18:35:47.609309 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21af27e-c7fa-4e2e-84de-a6a3ec32d372 req-9d8faaf2-54dd-44ab-ae26-6c11eac32e70 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:47.611002 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b21af27e-c7fa-4e2e-84de-a6a3ec32d372 req-9d8faaf2-54dd-44ab-ae26-6c11eac32e70 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0754955 Jun 22 18:35:47.659768 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b21af27e-c7fa-4e2e-84de-a6a3ec32d372 req-6a362d7d-e76d-4ec1-87bb-9852840861ac tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403154 Jun 22 18:35:47.973161 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54072) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:48.472045 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706258'] for router_interface, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:48.935947 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dd38b-37d6-4314-bbdd-c493f8d7f063 req-d73e1329-f5f4-4fce-baf3-ae970e49f3cd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:48.938645 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-951dd38b-37d6-4314-bbdd-c493f8d7f063 req-d73e1329-f5f4-4fce-baf3-ae970e49f3cd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0922608 Jun 22 18:35:48.994567 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-951dd38b-37d6-4314-bbdd-c493f8d7f063 req-f9026632-080f-4220-bb0d-d91b7a9559a4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451252 Jun 22 18:35:49.125387 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] Deleting port 86deb524-6fc2-4bc6-a5c5-f2f794af400a {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:49.125990 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:49.217355 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] For port 86deb524-6fc2-4bc6-a5c5-f2f794af400a, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=86deb524-6fc2-4bc6-a5c5-f2f794af400a,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:49.217723 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:49.236812 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] Calling delete_port for 86deb524-6fc2-4bc6-a5c5-f2f794af400a owned by network:router_interface {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:49.424474 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device f4b5c436-30b2-4946-939a-b14debe94887 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:35:49.451526 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: f4b5c436-30b2-4946-939a-b14debe94887 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:35:49.452250 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device f4b5c436-30b2-4946-939a-b14debe94887 not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:35:49.476810 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:49.479262 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-45116590-cb68-4644-a4ad-4b9cf0f6a17f tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:49.506218 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=86deb524-6fc2-4bc6-a5c5-f2f794af400a,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:49.513036 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:49.720925 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706126'] for router_interface, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:49.938753 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] Router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:35:50.045780 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:35:50.052896 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] 10.222.0.20 "PUT /v2.0/routers/a94cd8c3-f047-4409-a8fb-f11b5f12a7bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0784011 Jun 22 18:35:50.055670 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe9cdc3-694a-4d1b-aeda-6483a6c67605 None None] Sync routers for ids ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:35:50.056457 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54092) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:50.065233 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe9cdc3-694a-4d1b-aeda-6483a6c67605 None None] Routers {'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:35:50.065863 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-fbe9cdc3-694a-4d1b-aeda-6483a6c67605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:35:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:50.173193 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.199683 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-fbe9cdc3-694a-4d1b-aeda-6483a6c67605 None None] Set router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:35:50.295991 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.408374 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Deleting port 4c6526bf-21b4-4b44-a322-665a835fdf66 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:50.408813 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.419564 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-fbe9cdc3-694a-4d1b-aeda-6483a6c67605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246'}], 'enable_snat': True}, 'gw_port_id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:35:49Z', 'revision_number': 5, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port': {'id': '4c6526bf-21b4-4b44-a322-665a835fdf66', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:32:49Z', 'updated_at': '2021-06-22T18:32:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:50.446647 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b0d05-e544-4402-9279-429817d81aa1 req-1c03e02c-5624-472b-b654-c0018a4990c7 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:50.447867 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe9cdc3-694a-4d1b-aeda-6483a6c67605 None None] Checking router: a94cd8c3-f047-4409-a8fb-f11b5f12a7bc for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:35:50.448646 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-729b0d05-e544-4402-9279-429817d81aa1 req-1c03e02c-5624-472b-b654-c0018a4990c7 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.3181610 Jun 22 18:35:50.456797 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe9cdc3-694a-4d1b-aeda-6483a6c67605 None None] Routers {'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:35:50.457340 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-fbe9cdc3-694a-4d1b-aeda-6483a6c67605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:35:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:50.497638 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-729b0d05-e544-4402-9279-429817d81aa1 req-ed5a6a08-defb-4916-94a9-f4aacbcca1e2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426164 Jun 22 18:35:50.504342 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] For port 4c6526bf-21b4-4b44-a322-665a835fdf66, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=4c6526bf-21b4-4b44-a322-665a835fdf66,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:50.505168 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.529763 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Calling delete_port for 4c6526bf-21b4-4b44-a322-665a835fdf66 owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:50.552770 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-fbe9cdc3-694a-4d1b-aeda-6483a6c67605 None None] Set router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc gateway port host: None {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:35:50.560783 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5061e12-451a-48ec-893d-ddd7f6140cd9 req-27691ad4-cb62-4be8-9568-cc0633a8cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:50.562281 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5061e12-451a-48ec-893d-ddd7f6140cd9 req-27691ad4-cb62-4be8-9568-cc0633a8cf41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 1098 time: 0.0637755 Jun 22 18:35:50.611597 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-fbe9cdc3-694a-4d1b-aeda-6483a6c67605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:35:50Z', 'revision_number': 6, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port_host': None}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:50.643912 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe9cdc3-694a-4d1b-aeda-6483a6c67605 None None] The sync data for ids ['a94cd8c3-f047-4409-a8fb-f11b5f12a7bc'] in dv-cinder-774286-17-smb is: [{'id': 'a94cd8c3-f047-4409-a8fb-f11b5f12a7bc', 'name': 'tempest-TestMinimumBasicScenario-1281087863-router', 'tenant_id': 'ce659c956de74c148627451202f0c8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:32:48Z', 'updated_at': '2021-06-22T18:35:50Z', 'revision_number': 6, 'project_id': 'ce659c956de74c148627451202f0c8b3', 'gw_port_host': None}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:35:50.666594 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5061e12-451a-48ec-893d-ddd7f6140cd9 req-951bc8c2-5c0b-476e-b793-4004f02da3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:50.668146 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5061e12-451a-48ec-893d-ddd7f6140cd9 req-951bc8c2-5c0b-476e-b793-4004f02da3da service neutron] 10.222.0.16 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 917 time: 0.0990217 Jun 22 18:35:50.726477 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.728868 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e8b7870b-e6bf-4d26-ab55-33dada589474 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:50.746804 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5061e12-451a-48ec-893d-ddd7f6140cd9 req-84df040e-6b22-426f-ae67-214792f34750 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546 HTTP/1.1" status: 200 len: 1001 time: 0.0695741 Jun 22 18:35:50.754010 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c6526bf-21b4-4b44-a322-665a835fdf66,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:50.757179 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:50.798018 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5061e12-451a-48ec-893d-ddd7f6140cd9 req-c87d675c-3a52-48a9-a40f-4bc16b8b7949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:50.799902 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5061e12-451a-48ec-893d-ddd7f6140cd9 req-c87d675c-3a52-48a9-a40f-4bc16b8b7949 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86029cc4-53ed-4bf7-b09e-25b82865fcc9 HTTP/1.1" status: 200 len: 855 time: 0.0490997 Jun 22 18:35:50.826546 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739618'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.871486 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5061e12-451a-48ec-893d-ddd7f6140cd9 req-ea1a3ee6-55d1-4e7b-91ae-d1682a9611b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:50.873128 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5061e12-451a-48ec-893d-ddd7f6140cd9 req-ea1a3ee6-55d1-4e7b-91ae-d1682a9611b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117786c8-730c-4528-a4af-5f123732c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0669611 Jun 22 18:35:50.924823 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.927062 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.989906 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719077'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:50.990365 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a94cd8c3-f047-4409-a8fb-f11b5f12a7bc {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:35:50.990547 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5061e12-451a-48ec-893d-ddd7f6140cd9 req-24bce8d6-486c-4294-b2fe-97506aa221dc service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107302 Jun 22 18:35:50.997166 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.000890 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a94cd8c3-f047-4409-a8fb-f11b5f12a7bc HTTP/1.1" status: 204 len: 168 time: 0.9433072 Jun 22 18:35:51.001501 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54096) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:51.057694 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44db5e9-c6d1-465a-934c-9c1549ed1671 admin admin] Deleting subnet 3af66886-a1f2-4885-aa59-0ab8d41f05f3 {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:35:51.062565 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d44db5e9-c6d1-465a-934c-9c1549ed1671 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.111309 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f5061e12-451a-48ec-893d-ddd7f6140cd9 req-357006fc-7bf8-4632-add2-7ce766bc49c3 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137719 Jun 22 18:35:51.114045 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d44db5e9-c6d1-465a-934c-9c1549ed1671 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067162608'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.236445 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d44db5e9-c6d1-465a-934c-9c1549ed1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.296964 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d44db5e9-c6d1-465a-934c-9c1549ed1671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066912760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066989577'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.300554 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7105d571-355b-4dd3-a8f7-e23f82748696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:51.327921 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44db5e9-c6d1-465a-934c-9c1549ed1671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af66886-a1f2-4885-aa59-0ab8d41f05f3,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:51.331394 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d44db5e9-c6d1-465a-934c-9c1549ed1671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.333755 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-d44db5e9-c6d1-465a-934c-9c1549ed1671 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3af66886-a1f2-4885-aa59-0ab8d41f05f3 HTTP/1.1" status: 204 len: 168 time: 0.3310297 Jun 22 18:35:51.334429 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d44db5e9-c6d1-465a-934c-9c1549ed1671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:51.336067 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54098) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:51.338158 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a75eed7-5113-4933-8dfc-7b84902b2023 None None] Network 63959033-e20c-4430-9fd5-a93c9b3bbe83 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:35:51.404094 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.462329 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Deleting port c3f6842f-472b-46a9-90b2-1b851a030cc0 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:51.462683 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.541029 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] For port c3f6842f-472b-46a9-90b2-1b851a030cc0, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=c3f6842f-472b-46a9-90b2-1b851a030cc0,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:51.541401 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.547681 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f182a2-e179-4a4a-ba7f-8e932d853ab4 None None] DHCP port deletion for 63959033-e20c-4430-9fd5-a93c9b3bbe83 request from dv-cinder-774286-17-smb {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:35:51.559771 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Calling delete_port for c3f6842f-472b-46a9-90b2-1b851a030cc0 owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:51.603445 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-c7f182a2-e179-4a4a-ba7f-8e932d853ab4 None None] Deleting port c3f6842f-472b-46a9-90b2-1b851a030cc0 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:51.603445 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c7f182a2-e179-4a4a-ba7f-8e932d853ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.667563 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.671304 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:51.683303 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-c7f182a2-e179-4a4a-ba7f-8e932d853ab4 None None] For port c3f6842f-472b-46a9-90b2-1b851a030cc0, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=c3f6842f-472b-46a9-90b2-1b851a030cc0,segment=NetworkSegment(57b86d0a-ab00-4733-bd60-5509518e7d00),segment_id=57b86d0a-ab00-4733-bd60-5509518e7d00)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:51.683779 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c7f182a2-e179-4a4a-ba7f-8e932d853ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.701320 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f6842f-472b-46a9-90b2-1b851a030cc0,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:51.704532 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:51.707115 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-c7f182a2-e179-4a4a-ba7f-8e932d853ab4 None None] Calling delete_port for c3f6842f-472b-46a9-90b2-1b851a030cc0 owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:51.707330 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] No DVR routers for this DVR port c3f6842f-472b-46a9-90b2-1b851a030cc0 on host dv-cinder-774286-17-smb {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:35:51.827668 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.844222 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63959033-e20c-4430-9fd5-a93c9b3bbe83']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:51.858175 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b86d0a-ab00-4733-bd60-5509518e7d00') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:51.858495 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b86d0a-ab00-4733-bd60-5509518e7d00') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:51.873027 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067162601'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.893661 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6603-8a0d-4b7e-9cec-78efdb36e726 req-9d859eaf-55a6-4bbc-9e8c-3c79a00f6fee tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:51.895165 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a1fc6603-8a0d-4b7e-9cec-78efdb36e726 req-9d859eaf-55a6-4bbc-9e8c-3c79a00f6fee tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.2648835 Jun 22 18:35:51.896082 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.904866 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:35:51.905291 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066911071'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: Traceback (most recent call last): Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: timer() Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: cb(*args, **kw) Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: return func(*args, **kwargs) Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: self._notify() Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: self.callback(batched_events) Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: event.method(event) Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: return f(self, *a, **k) Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: return self._get(url).json() Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:35:51.907013 dv-cinder-774286-17-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:35:51.973816 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c7f182a2-e179-4a4a-ba7f-8e932d853ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.976880 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:51.982848 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a1fc6603-8a0d-4b7e-9cec-78efdb36e726 req-54588fa4-81ce-403a-ae59-3194528b2994 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797777 Jun 22 18:35:51.984166 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:51.988320 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-78488258-3d6a-4570-b2ba-7778cdd0403c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:52.001539 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f182a2-e179-4a4a-ba7f-8e932d853ab4 None None] Pushing event deleted for resources: {'Port': ['ID=c3f6842f-472b-46a9-90b2-1b851a030cc0,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:52.001684 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:52.006109 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] 10.222.0.20 "DELETE /v2.0/networks/63959033-e20c-4430-9fd5-a93c9b3bbe83 HTTP/1.1" status: 204 len: 168 time: 0.6665506 Jun 22 18:35:52.006250 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c7f182a2-e179-4a4a-ba7f-8e932d853ab4 None None] Network 63959033-e20c-4430-9fd5-a93c9b3bbe83 is not hosted by any dhcp agent {{(pid=92921) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 22 18:35:52.006250 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f182a2-e179-4a4a-ba7f-8e932d853ab4 None None] No DVR routers for this DVR port c3f6842f-472b-46a9-90b2-1b851a030cc0 on host dv-cinder-774286-17-smb {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:35:52.006445 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Pushing event deleted for resources: {'Network': ['ID=63959033-e20c-4430-9fd5-a93c9b3bbe83,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:52.006445 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54104) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:52.011943 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c7f182a2-e179-4a4a-ba7f-8e932d853ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:52.014943 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:52.348328 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 86deb524-6fc2-4bc6-a5c5-f2f794af400a no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:35:52.368584 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: 86deb524-6fc2-4bc6-a5c5-f2f794af400a {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:35:52.369388 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 86deb524-6fc2-4bc6-a5c5-f2f794af400a not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:35:52.370058 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 4c6526bf-21b4-4b44-a322-665a835fdf66 no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:35:52.376622 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a0aee857-a3d7-4e7b-9760-27fac1005665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706258'] for router_interface, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:52.391090 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: 4c6526bf-21b4-4b44-a322-665a835fdf66 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:35:52.391449 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 4c6526bf-21b4-4b44-a322-665a835fdf66 not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:35:52.391891 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device c3f6842f-472b-46a9-90b2-1b851a030cc0 no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:35:52.410681 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: c3f6842f-472b-46a9-90b2-1b851a030cc0 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:35:52.411072 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device c3f6842f-472b-46a9-90b2-1b851a030cc0 not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:35:52.653589 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-a0aee857-a3d7-4e7b-9760-27fac1005665 admin admin] Deleting port ac62fa22-6079-4f3e-9924-2d45ea2b930c {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:52.654066 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a0aee857-a3d7-4e7b-9760-27fac1005665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:52.745034 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-a0aee857-a3d7-4e7b-9760-27fac1005665 admin admin] For port ac62fa22-6079-4f3e-9924-2d45ea2b930c, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=ac62fa22-6079-4f3e-9924-2d45ea2b930c,segment=NetworkSegment(983b7fa7-24b5-4466-9bd0-e971507c497e),segment_id=983b7fa7-24b5-4466-9bd0-e971507c497e)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:52.745374 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a0aee857-a3d7-4e7b-9760-27fac1005665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:52.760304 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-a0aee857-a3d7-4e7b-9760-27fac1005665 admin admin] Calling delete_port for ac62fa22-6079-4f3e-9924-2d45ea2b930c owned by network:router_interface {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:52.957654 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a0aee857-a3d7-4e7b-9760-27fac1005665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:52.959838 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:52.989461 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aee857-a3d7-4e7b-9760-27fac1005665 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac62fa22-6079-4f3e-9924-2d45ea2b930c,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:52.992489 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a0aee857-a3d7-4e7b-9760-27fac1005665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:53.207497 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19005b3-514c-4874-9485-717ace0b335e req-91edd6ce-ad06-4943-b155-024d5834a4f4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:53.209759 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e19005b3-514c-4874-9485-717ace0b335e req-91edd6ce-ad06-4943-b155-024d5834a4f4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 945 time: 0.0856464 Jun 22 18:35:53.259441 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e19005b3-514c-4874-9485-717ace0b335e req-085b1ebf-ade7-49c4-a2b9-ef374d01a83a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373251 Jun 22 18:35:53.444916 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a0aee857-a3d7-4e7b-9760-27fac1005665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706126'] for router_interface, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:53.453432 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e53b1793-37b2-4bfb-afd1-6b888adaf546 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:35:53.554063 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:53.580597 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:35:53.583675 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa7fdac-1e32-48d6-842e-5b71a2b4ad3d" -d '{"events": [{"server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "name": "network-vif-unplugged", "status": "completed", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:35:53.612258 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e53b1793-37b2-4bfb-afd1-6b888adaf546, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:53.620134 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:53.624640 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ed27ddc9-20e5-4869-a272-0aaf9aa8af1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:53.654228 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 18:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9259ca2-37c2-4cbf-93b6-5bb1fff82c9c x-openstack-request-id: req-a9259ca2-37c2-4cbf-93b6-5bb1fff82c9c {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:35:53.654521 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "name": "network-vif-unplugged", "status": "failed", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546", "code": 422}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:35:53.654859 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9259ca2-37c2-4cbf-93b6-5bb1fff82c9c {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:35:53.655322 dv-cinder-774286-17-smb neutron-server[92921]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'code': 422} returned with failed status Jun 22 18:35:53.686562 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=e53b1793-37b2-4bfb-afd1-6b888adaf546,revision_number=8']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:53.690134 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:53.786640 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aee857-a3d7-4e7b-9760-27fac1005665 admin admin] Router 3e23953b-69f1-40ff-a75c-eafba6ba050e has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:35:53.925315 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aee857-a3d7-4e7b-9760-27fac1005665 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:35:53.930759 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-a0aee857-a3d7-4e7b-9760-27fac1005665 admin admin] 10.222.0.20 "PUT /v2.0/routers/3e23953b-69f1-40ff-a75c-eafba6ba050e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9218626 Jun 22 18:35:53.933390 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54124) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:53.940075 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d58a546-03ee-465b-9253-25bf3b9cbe90 None None] Sync routers for ids ['3e23953b-69f1-40ff-a75c-eafba6ba050e'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:35:53.953765 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58a546-03ee-465b-9253-25bf3b9cbe90 None None] Routers {'3e23953b-69f1-40ff-a75c-eafba6ba050e'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:35:53.954488 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-8d58a546-03ee-465b-9253-25bf3b9cbe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:35:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['3e23953b-69f1-40ff-a75c-eafba6ba050e'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:54.042794 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:54.077878 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-8d58a546-03ee-465b-9253-25bf3b9cbe90 None None] Set router 3e23953b-69f1-40ff-a75c-eafba6ba050e gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:35:54.190859 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:54.248370 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a442cc-a4aa-419b-a851-3693e541c065 req-7d2a0a9c-ed54-4f43-bcfc-8bcd924cb18c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:54.249921 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b3a442cc-a4aa-419b-a851-3693e541c065 req-7d2a0a9c-ed54-4f43-bcfc-8bcd924cb18c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.1000288 Jun 22 18:35:54.274960 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-8d58a546-03ee-465b-9253-25bf3b9cbe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'name': 'tempest-TestMinimumBasicScenario-1414165999-router', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:33:01Z', 'updated_at': '2021-06-22T18:35:52Z', 'revision_number': 5, 'project_id': '773965e820e14ce4ac55df48e0c1ec43', 'gw_port': {'id': 'b88c6934-4f51-45d1-8da3-5747b89f34cb', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:33:03Z', 'updated_at': '2021-06-22T18:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:54.292555 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Deleting port b88c6934-4f51-45d1-8da3-5747b89f34cb {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:54.293002 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:54.300484 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b3a442cc-a4aa-419b-a851-3693e541c065 req-80217307-2de2-4017-b4b6-001c87bb7296 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442002 Jun 22 18:35:54.405498 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d58a546-03ee-465b-9253-25bf3b9cbe90 None None] Checking router: 3e23953b-69f1-40ff-a75c-eafba6ba050e for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:35:54.406057 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] For port b88c6934-4f51-45d1-8da3-5747b89f34cb, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=b88c6934-4f51-45d1-8da3-5747b89f34cb,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:54.406499 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:54.418416 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58a546-03ee-465b-9253-25bf3b9cbe90 None None] Routers {'3e23953b-69f1-40ff-a75c-eafba6ba050e'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:35:54.419181 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-8d58a546-03ee-465b-9253-25bf3b9cbe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:35:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['3e23953b-69f1-40ff-a75c-eafba6ba050e'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:54.420293 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Calling delete_port for b88c6934-4f51-45d1-8da3-5747b89f34cb owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:54.475225 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54146) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:54.509744 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-8d58a546-03ee-465b-9253-25bf3b9cbe90 None None] Set router 3e23953b-69f1-40ff-a75c-eafba6ba050e gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:35:54.568006 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-8d58a546-03ee-465b-9253-25bf3b9cbe90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'name': 'tempest-TestMinimumBasicScenario-1414165999-router', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:33:01Z', 'updated_at': '2021-06-22T18:35:54Z', 'revision_number': 6, 'project_id': '773965e820e14ce4ac55df48e0c1ec43', 'gw_port_host': None}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:54.591658 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2448a9eb-c368-44c7-85de-243adddeb69d req-29153e2e-7ec2-4da7-976e-ac4279936b57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1139193 Jun 22 18:35:54.605203 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d58a546-03ee-465b-9253-25bf3b9cbe90 None None] The sync data for ids ['3e23953b-69f1-40ff-a75c-eafba6ba050e'] in dv-cinder-774286-17-smb is: [{'id': '3e23953b-69f1-40ff-a75c-eafba6ba050e', 'name': 'tempest-TestMinimumBasicScenario-1414165999-router', 'tenant_id': '773965e820e14ce4ac55df48e0c1ec43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:33:01Z', 'updated_at': '2021-06-22T18:35:54Z', 'revision_number': 6, 'project_id': '773965e820e14ce4ac55df48e0c1ec43', 'gw_port_host': None}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:35:54.605649 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:54.610439 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-766bba53-332c-4767-9b51-1d5829a296b1 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:54.637589 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88c6934-4f51-45d1-8da3-5747b89f34cb,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:54.643661 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:54.702808 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739618'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:54.793412 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:54.795627 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:54.842811 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719077'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:54.843661 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e23953b-69f1-40ff-a75c-eafba6ba050e {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:35:54.850332 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:54.852214 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-b8edfdc2-f2ae-43d0-91cb-8d67eb5336e7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3e23953b-69f1-40ff-a75c-eafba6ba050e HTTP/1.1" status: 204 len: 168 time: 0.9177768 Jun 22 18:35:54.854778 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54154) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:54.904498 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bd60c2-3e6d-4014-87a4-8c8c5ed40a99 admin admin] Deleting subnet b45215c2-bc7f-455d-9424-0fc22331ce41 {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:35:54.907876 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c4bd60c2-3e6d-4014-87a4-8c8c5ed40a99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:54.952463 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c4bd60c2-3e6d-4014-87a4-8c8c5ed40a99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067134497'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.084134 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c4bd60c2-3e6d-4014-87a4-8c8c5ed40a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.138303 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c4bd60c2-3e6d-4014-87a4-8c8c5ed40a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065622552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065654001'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.141062 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1f68c260-c540-473a-b2ec-515dd8186e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:55.170515 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd60c2-3e6d-4014-87a4-8c8c5ed40a99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b45215c2-bc7f-455d-9424-0fc22331ce41,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:55.173630 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c4bd60c2-3e6d-4014-87a4-8c8c5ed40a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:55.174626 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c4bd60c2-3e6d-4014-87a4-8c8c5ed40a99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.176527 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-c4bd60c2-3e6d-4014-87a4-8c8c5ed40a99 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b45215c2-bc7f-455d-9424-0fc22331ce41 HTTP/1.1" status: 204 len: 168 time: 0.3206708 Jun 22 18:35:55.178970 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54160) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:55.180833 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3043df-0f12-4446-9423-6d486406a662 None None] Network 5768bec0-1513-43fc-b350-c4192b539eac requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:35:55.251985 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.305836 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Deleting port ded2be18-0b7d-4dec-9f72-d84b500f1541 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:55.306182 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.383444 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461a7fa5-754d-44de-9801-9e6cb077315f None None] DHCP port deletion for 5768bec0-1513-43fc-b350-c4192b539eac request from dv-cinder-774286-17-smb {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:35:55.390866 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] For port ded2be18-0b7d-4dec-9f72-d84b500f1541, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=ded2be18-0b7d-4dec-9f72-d84b500f1541,segment=NetworkSegment(983b7fa7-24b5-4466-9bd0-e971507c497e),segment_id=983b7fa7-24b5-4466-9bd0-e971507c497e)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:55.391339 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.407076 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Calling delete_port for ded2be18-0b7d-4dec-9f72-d84b500f1541 owned by network:dhcp {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:55.445076 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-461a7fa5-754d-44de-9801-9e6cb077315f None None] Deleting port ded2be18-0b7d-4dec-9f72-d84b500f1541 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:35:55.445580 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-461a7fa5-754d-44de-9801-9e6cb077315f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.517137 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-461a7fa5-754d-44de-9801-9e6cb077315f None None] For port ded2be18-0b7d-4dec-9f72-d84b500f1541, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=ded2be18-0b7d-4dec-9f72-d84b500f1541,segment=NetworkSegment(983b7fa7-24b5-4466-9bd0-e971507c497e),segment_id=983b7fa7-24b5-4466-9bd0-e971507c497e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:35:55.517323 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-461a7fa5-754d-44de-9801-9e6cb077315f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.526143 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.529245 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-31f38edc-fb76-40e5-8d10-40c5e051cd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:55.533009 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-461a7fa5-754d-44de-9801-9e6cb077315f None None] Calling delete_port for ded2be18-0b7d-4dec-9f72-d84b500f1541 owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:35:55.560819 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ded2be18-0b7d-4dec-9f72-d84b500f1541,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:55.567818 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:55.573249 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] No DVR routers for this DVR port ded2be18-0b7d-4dec-9f72-d84b500f1541 on host dv-cinder-774286-17-smb {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:35:55.621030 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-461a7fa5-754d-44de-9801-9e6cb077315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.623181 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1eae4a36-7e53-4ae2-819d-3c64ca2b119a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:55.654433 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a7fa5-754d-44de-9801-9e6cb077315f None None] Pushing event deleted for resources: {'Port': ['ID=ded2be18-0b7d-4dec-9f72-d84b500f1541,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:55.655191 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6d8fb-bb6b-434b-8fc2-6de43e08a7f7 req-83c9affa-fe2d-4325-afa0-4c49c4e56528 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:55.657587 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-461a7fa5-754d-44de-9801-9e6cb077315f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:55.658599 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461a7fa5-754d-44de-9801-9e6cb077315f None None] No DVR routers for this DVR port ded2be18-0b7d-4dec-9f72-d84b500f1541 on host dv-cinder-774286-17-smb {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:35:55.662308 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8cf6d8fb-bb6b-434b-8fc2-6de43e08a7f7 req-83c9affa-fe2d-4325-afa0-4c49c4e56528 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.1795769 Jun 22 18:35:55.691835 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.706311 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5768bec0-1513-43fc-b350-c4192b539eac']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:55.724683 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983b7fa7-24b5-4466-9bd0-e971507c497e') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:55.724986 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983b7fa7-24b5-4466-9bd0-e971507c497e') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:35:55.730174 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8cf6d8fb-bb6b-434b-8fc2-6de43e08a7f7 req-88331623-b326-4279-887e-8f6df617ab84 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669396 Jun 22 18:35:55.738713 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067134520'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.754668 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.762904 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:35:55.763553 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065620159'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: Traceback (most recent call last): Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: timer() Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: cb(*args, **kw) Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: return func(*args, **kwargs) Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: self._notify() Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: self.callback(batched_events) Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: event.method(event) Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: return f(self, *a, **k) Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: return self._get(url).json() Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:35:55.765724 dv-cinder-774286-17-smb neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:35:55.827494 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.831806 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:55.835089 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:55.836962 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5768bec0-1513-43fc-b350-c4192b539eac HTTP/1.1" status: 204 len: 168 time: 0.6569161 Jun 22 18:35:55.848516 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5768bec0-1513-43fc-b350-c4192b539eac,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:55.851924 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:56.027091 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54166) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:56.067626 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-588b747d-0f7a-4629-9d12-aa71b3c26189 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce659c956de74c148627451202f0c8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392520 Jun 22 18:35:56.071863 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54168) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:56.124163 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-191eb72f-81dc-4741-855e-38ed9dcf73f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:56.145367 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-191eb72f-81dc-4741-855e-38ed9dcf73f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:56.197301 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-191eb72f-81dc-4741-855e-38ed9dcf73f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:56.200078 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-191eb72f-81dc-4741-855e-38ed9dcf73f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:56.201207 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-191eb72f-81dc-4741-855e-38ed9dcf73f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6ec405f-1e5a-4682-af3a-f5a95727c3f8 HTTP/1.1" status: 204 len: 168 time: 0.1284392 Jun 22 18:35:56.201969 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4fe2e5b4-844f-48b4-9a8e-d5c1c6202e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:56.208018 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448a9eb-c368-44c7-85de-243adddeb69d req-575cc1bb-61c2-4464-9af8-b439f6d8fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:56.209555 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2448a9eb-c368-44c7-85de-243adddeb69d req-575cc1bb-61c2-4464-9af8-b439f6d8fd4b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d&tenant_id=70fd6516731c4324801ac38cb5772ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0879409 Jun 22 18:35:56.211880 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191eb72f-81dc-4741-855e-38ed9dcf73f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ec405f-1e5a-4682-af3a-f5a95727c3f8,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:56.214296 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-191eb72f-81dc-4741-855e-38ed9dcf73f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:56.290771 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448a9eb-c368-44c7-85de-243adddeb69d req-c93d6b1e-583e-4437-9d76-6707b75902bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:56.293794 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2448a9eb-c368-44c7-85de-243adddeb69d req-c93d6b1e-583e-4437-9d76-6707b75902bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 1096 time: 0.0584812 Jun 22 18:35:56.364453 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device ac62fa22-6079-4f3e-9924-2d45ea2b930c no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:35:56.389133 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: ac62fa22-6079-4f3e-9924-2d45ea2b930c {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:35:56.389724 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device ac62fa22-6079-4f3e-9924-2d45ea2b930c not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:35:56.390157 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device ded2be18-0b7d-4dec-9f72-d84b500f1541 no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:35:56.405239 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448a9eb-c368-44c7-85de-243adddeb69d req-c355e786-2b37-4790-bff2-8f69e978ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:56.406707 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2448a9eb-c368-44c7-85de-243adddeb69d req-c355e786-2b37-4790-bff2-8f69e978ebab service neutron] 10.222.0.16 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 917 time: 0.1077967 Jun 22 18:35:56.409902 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: ded2be18-0b7d-4dec-9f72-d84b500f1541 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:35:56.410268 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device ded2be18-0b7d-4dec-9f72-d84b500f1541 not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:35:56.410707 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device b88c6934-4f51-45d1-8da3-5747b89f34cb no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:35:56.432642 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: b88c6934-4f51-45d1-8da3-5747b89f34cb {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:35:56.432940 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device b88c6934-4f51-45d1-8da3-5747b89f34cb not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:35:56.477954 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2448a9eb-c368-44c7-85de-243adddeb69d req-db1658b5-be79-407e-abf3-3bba1d8aee4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546 HTTP/1.1" status: 200 len: 999 time: 0.0644627 Jun 22 18:35:56.549101 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448a9eb-c368-44c7-85de-243adddeb69d req-8c6b9c04-d3a1-416e-b4f3-56948721d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:56.550656 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2448a9eb-c368-44c7-85de-243adddeb69d req-8c6b9c04-d3a1-416e-b4f3-56948721d7f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86029cc4-53ed-4bf7-b09e-25b82865fcc9 HTTP/1.1" status: 200 len: 855 time: 0.0668433 Jun 22 18:35:56.580246 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54174) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:56.607998 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448a9eb-c368-44c7-85de-243adddeb69d req-f0c6a441-1794-40c6-9688-927ed479b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:56.609493 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2448a9eb-c368-44c7-85de-243adddeb69d req-f0c6a441-1794-40c6-9688-927ed479b5c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117786c8-730c-4528-a4af-5f123732c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0526879 Jun 22 18:35:56.622213 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-5d3b8256-1d95-450e-ac48-579d53e2898c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=773965e820e14ce4ac55df48e0c1ec43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385621 Jun 22 18:35:56.622631 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54176) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:35:56.735860 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b88d67f4-7a0b-43dc-b126-60a44b0bf239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:56.739502 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2448a9eb-c368-44c7-85de-243adddeb69d req-881e9ccf-8531-44c3-9481-2817a62ba9a6 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237438 Jun 22 18:35:56.797077 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b88d67f4-7a0b-43dc-b126-60a44b0bf239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:56.948324 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de377bb9-bd1b-48bf-a1eb-093c057eda09 req-1a59c439-29cc-4c80-bd54-1919be859eb4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:56.951570 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-de377bb9-bd1b-48bf-a1eb-093c057eda09 req-1a59c439-29cc-4c80-bd54-1919be859eb4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.0737579 Jun 22 18:35:56.994463 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-de377bb9-bd1b-48bf-a1eb-093c057eda09 req-71b21312-b714-472d-801c-b60be7432afe tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375254 Jun 22 18:35:57.114591 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2448a9eb-c368-44c7-85de-243adddeb69d req-514f90dd-f789-40e6-981a-7f9d375c0817 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666027 Jun 22 18:35:57.123549 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b88d67f4-7a0b-43dc-b126-60a44b0bf239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:57.127625 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b88d67f4-7a0b-43dc-b126-60a44b0bf239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:35:57.129044 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-b88d67f4-7a0b-43dc-b126-60a44b0bf239 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f31b0208-d65c-4c16-b291-f37c4a30cce1 HTTP/1.1" status: 204 len: 168 time: 0.5035348 Jun 22 18:35:57.129044 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:35:57.137687 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d67f4-7a0b-43dc-b126-60a44b0bf239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31b0208-d65c-4c16-b291-f37c4a30cce1,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:35:57.139927 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b88d67f4-7a0b-43dc-b126-60a44b0bf239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:35:57.862859 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:35:58.199988 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c6b29-9ea8-4754-8656-697c2c38d026 req-2580c5ff-98b2-42be-ac6d-3581eb3ced09 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:58.202539 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1c8c6b29-9ea8-4754-8656-697c2c38d026 req-2580c5ff-98b2-42be-ac6d-3581eb3ced09 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.0670776 Jun 22 18:35:58.243806 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1c8c6b29-9ea8-4754-8656-697c2c38d026 req-92065f90-5369-4fde-a50b-b0035519dafd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365460 Jun 22 18:35:59.438675 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0640b-9d53-4304-9ed8-4090253ac70f req-b2834a91-9894-4566-98cd-75a64fca20e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:35:59.440203 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-44a0640b-9d53-4304-9ed8-4090253ac70f req-b2834a91-9894-4566-98cd-75a64fca20e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.0698261 Jun 22 18:35:59.477984 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-44a0640b-9d53-4304-9ed8-4090253ac70f req-d540f968-54f5-40c0-be49-d66bcc396097 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313637 Jun 22 18:35:59.511545 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:00.678138 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce5a41-0738-433f-a0a9-5a32215528e0 req-bbd73686-6aa0-4ccd-b3b7-e3552ad00ed5 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:00.679727 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-42ce5a41-0738-433f-a0a9-5a32215528e0 req-bbd73686-6aa0-4ccd-b3b7-e3552ad00ed5 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.0673428 Jun 22 18:36:00.717969 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-42ce5a41-0738-433f-a0a9-5a32215528e0 req-a3a6db4c-91d0-4fd5-977c-6147a0d8973a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326610 Jun 22 18:36:01.778112 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d631e468-42de-43d8-9177-e48ba1e09f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:01.915442 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d601e0-ed21-4d3c-83ac-06d6dd92358d req-4651f4ff-6149-4616-8c57-edcfe97205a1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:01.917019 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-16d601e0-ed21-4d3c-83ac-06d6dd92358d req-4651f4ff-6149-4616-8c57-edcfe97205a1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.0693419 Jun 22 18:36:01.960563 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-16d601e0-ed21-4d3c-83ac-06d6dd92358d req-ea9855d3-0f43-42e2-b915-bc89ecacda3b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364835 Jun 22 18:36:03.148241 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380335bd-526a-4557-a9fc-91153e6e39a8 req-ee962f06-0f6a-4420-a553-de9e4f113606 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:03.149699 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-380335bd-526a-4557-a9fc-91153e6e39a8 req-ee962f06-0f6a-4420-a553-de9e4f113606 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.0684035 Jun 22 18:36:03.187097 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-380335bd-526a-4557-a9fc-91153e6e39a8 req-34eb3454-7520-452c-a0e5-907c82f78102 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316646 Jun 22 18:36:04.397874 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef9d99-06b4-4429-a301-30bebfe4c903 req-757522de-f888-4e49-9ace-dc4c3faca41b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:04.399675 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0bef9d99-06b4-4429-a301-30bebfe4c903 req-757522de-f888-4e49-9ace-dc4c3faca41b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.0758054 Jun 22 18:36:04.438843 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0bef9d99-06b4-4429-a301-30bebfe4c903 req-568e3b17-7292-499e-84c7-106ef9e579de tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335512 Jun 22 18:36:05.312991 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5d4eb7fe-6da3-4c27-a865-38385494ba23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:05.614461 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:05.660301 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be7fff-d495-4907-805f-5c676e32fd79 req-a01cafbb-cff4-4754-a27b-640d9092b15f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:05.661804 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a8be7fff-d495-4907-805f-5c676e32fd79 req-a01cafbb-cff4-4754-a27b-640d9092b15f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.1001210 Jun 22 18:36:05.701553 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a8be7fff-d495-4907-805f-5c676e32fd79 req-8865b19b-be5d-4e54-a7a3-662a71eab5a2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332229 Jun 22 18:36:06.361194 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:06.903793 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66d139-20ad-4016-b0dc-ec0d1d282162 req-2cfd06f6-5aef-4ef3-8c54-0bb30641c80a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:06.906169 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ed66d139-20ad-4016-b0dc-ec0d1d282162 req-2cfd06f6-5aef-4ef3-8c54-0bb30641c80a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.0861423 Jun 22 18:36:06.957871 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-ed66d139-20ad-4016-b0dc-ec0d1d282162 req-4dd781fb-3416-457a-bf1b-928c7baf2781 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456207 Jun 22 18:36:08.168167 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624ff38-9882-47f9-958e-f2d486fbee16 req-90341d6b-6667-421e-81ac-f29dbabc432d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:08.169676 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c624ff38-9882-47f9-958e-f2d486fbee16 req-90341d6b-6667-421e-81ac-f29dbabc432d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.0646162 Jun 22 18:36:08.215100 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c624ff38-9882-47f9-958e-f2d486fbee16 req-487a0f93-5e42-478c-8925-5ff794a2cd8c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394754 Jun 22 18:36:08.559021 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:09.398639 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b2909-86b2-431f-b426-edc951ed001a req-a479f241-4a9a-426a-b26f-6dd7be58930a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:09.400162 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-896b2909-86b2-431f-b426-edc951ed001a req-a479f241-4a9a-426a-b26f-6dd7be58930a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.0625036 Jun 22 18:36:09.439173 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-896b2909-86b2-431f-b426-edc951ed001a req-c376fb7f-19c0-49f0-99b6-4bc0e5ebfcca tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333619 Jun 22 18:36:09.933403 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be28d99-af35-4587-84b5-ff4846137b31 req-a9553e87-4252-4bf9-bf98-0c80d9e43715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:09.934887 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5be28d99-af35-4587-84b5-ff4846137b31 req-a9553e87-4252-4bf9-bf98-0c80d9e43715 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 1096 time: 0.1499143 Jun 22 18:36:10.037567 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be28d99-af35-4587-84b5-ff4846137b31 req-eedab82c-0edb-4140-976b-a1a7ef734e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:10.039545 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5be28d99-af35-4587-84b5-ff4846137b31 req-eedab82c-0edb-4140-976b-a1a7ef734e35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 917 time: 0.0843554 Jun 22 18:36:10.109911 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5be28d99-af35-4587-84b5-ff4846137b31 req-4422281d-9d8a-4d74-9379-eb5c2f01ee99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546 HTTP/1.1" status: 200 len: 999 time: 0.0638990 Jun 22 18:36:10.164616 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be28d99-af35-4587-84b5-ff4846137b31 req-d2677371-2916-4123-a4f0-8a5753e8a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:10.167117 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5be28d99-af35-4587-84b5-ff4846137b31 req-d2677371-2916-4123-a4f0-8a5753e8a0b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86029cc4-53ed-4bf7-b09e-25b82865fcc9 HTTP/1.1" status: 200 len: 855 time: 0.0500276 Jun 22 18:36:10.224493 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be28d99-af35-4587-84b5-ff4846137b31 req-a7564c22-592a-404a-acb7-1022501b6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:10.226515 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5be28d99-af35-4587-84b5-ff4846137b31 req-a7564c22-592a-404a-acb7-1022501b6d9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117786c8-730c-4528-a4af-5f123732c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0523310 Jun 22 18:36:10.322434 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5be28d99-af35-4587-84b5-ff4846137b31 req-2a0ceb74-85e5-4c6c-b3c7-39d4f6a1f107 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885353 Jun 22 18:36:10.409756 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5be28d99-af35-4587-84b5-ff4846137b31 req-e0d1e226-5800-4e19-bdb4-2291a80b3ad1 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803518 Jun 22 18:36:10.622084 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2347d68-54e7-4b8d-a635-549fb69c7d6a req-51e3aade-d175-4cff-881b-1becd616a157 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:10.623557 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b2347d68-54e7-4b8d-a635-549fb69c7d6a req-51e3aade-d175-4cff-881b-1becd616a157 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 943 time: 0.0664668 Jun 22 18:36:10.660413 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b2347d68-54e7-4b8d-a635-549fb69c7d6a req-06d83ef6-dd99-48af-9bfd-ca7cfd86130e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313091 Jun 22 18:36:11.573732 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e53b1793-37b2-4bfb-afd1-6b888adaf546 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:36:11.664858 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e53b1793-37b2-4bfb-afd1-6b888adaf546, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:11.676051 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'port_id': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'mac_address': 'fa:16:3e:05:59:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:36:11.719099 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:11.738154 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53b1793-37b2-4bfb-afd1-6b888adaf546 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:36:11.758756 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e53b1793-37b2-4bfb-afd1-6b888adaf546, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:11.763427 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:11.765217 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:11.816384 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=e53b1793-37b2-4bfb-afd1-6b888adaf546,revision_number=9']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:11.819834 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:11.882101 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df9e19-39b7-4b47-bc18-e31a9bd01bff req-b2e076e9-724b-4a77-9d26-1fa62fc7a76f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:11.883617 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c7df9e19-39b7-4b47-bc18-e31a9bd01bff req-b2e076e9-724b-4a77-9d26-1fa62fc7a76f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 944 time: 0.0984008 Jun 22 18:36:11.923414 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c7df9e19-39b7-4b47-bc18-e31a9bd01bff req-c658ef8c-f33d-4540-a64a-7d5b437d49f4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339384 Jun 22 18:36:11.989205 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['e53b1793-37b2-4bfb-afd1-6b888adaf546'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:36:13.104471 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5961fb-d241-4332-b44a-f34ecf398f99 req-fa552fb1-eee0-44f0-aad6-94ab38b32fd2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:13.105861 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ba5961fb-d241-4332-b44a-f34ecf398f99 req-fa552fb1-eee0-44f0-aad6-94ab38b32fd2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 944 time: 0.0642002 Jun 22 18:36:13.143571 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ba5961fb-d241-4332-b44a-f34ecf398f99 req-25faf1a5-e9c0-4eda-8a54-1647b649c9fe tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319643 Jun 22 18:36:13.575388 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e53b1793-37b2-4bfb-afd1-6b888adaf546 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:36:13.622898 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port e53b1793-37b2-4bfb-afd1-6b888adaf546 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:36:13.623312 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:13.699291 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:13.721780 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:13.724053 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77432ab8-ca0d-4ffc-8cfb-4a8c7bae653a" -d '{"events": [{"server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "name": "network-vif-plugged", "status": "completed", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:13.737329 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port e53b1793-37b2-4bfb-afd1-6b888adaf546, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:13.742682 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:13.744566 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1eae4a36-7e53-4ae2-819d-3c64ca2b119a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:13.773131 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d7d0e1-84be-4d96-a8f8-b8aaa2aaaa34 x-openstack-request-id: req-19d7d0e1-84be-4d96-a8f8-b8aaa2aaaa34 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:13.773446 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "name": "network-vif-plugged", "status": "completed", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:13.773709 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19d7d0e1-84be-4d96-a8f8-b8aaa2aaaa34 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:13.774086 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'code': 200} Jun 22 18:36:13.802540 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=e53b1793-37b2-4bfb-afd1-6b888adaf546,revision_number=10']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:13.806384 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:14.224143 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9c4b0-8a19-41b9-bbd6-11d4dadd8363 req-0c458e61-2d1d-4dbb-9420-d7de16ff3963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:14.226207 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3fe9c4b0-8a19-41b9-bbd6-11d4dadd8363 req-0c458e61-2d1d-4dbb-9420-d7de16ff3963 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 1099 time: 0.0550926 Jun 22 18:36:14.263190 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3fe9c4b0-8a19-41b9-bbd6-11d4dadd8363 req-75c48cbb-0cac-45bd-b4b7-89719b70540c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302615 Jun 22 18:36:14.327883 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e21014-9eba-425b-8e2e-a7ae73782329 req-bc1ed967-9fed-4eae-8661-a38ad5089d1d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:14.329329 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b6e21014-9eba-425b-8e2e-a7ae73782329 req-bc1ed967-9fed-4eae-8661-a38ad5089d1d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 946 time: 0.0691366 Jun 22 18:36:14.367552 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b6e21014-9eba-425b-8e2e-a7ae73782329 req-b8e79c67-d847-46de-872e-271ada9a63ed tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318305 Jun 22 18:36:15.557110 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a39c6-0062-4067-ba34-baf21b0d9222 req-bbce81df-019f-4b7f-ad53-bdf0efe7818f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:15.558675 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-515a39c6-0062-4067-ba34-baf21b0d9222 req-bbce81df-019f-4b7f-ad53-bdf0efe7818f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 946 time: 0.0686221 Jun 22 18:36:15.597958 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-515a39c6-0062-4067-ba34-baf21b0d9222 req-d95053a1-17bc-40e9-88e0-29ecc93c2188 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330424 Jun 22 18:36:16.776681 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b607f55-025c-44e7-a508-38e9e6c7b72d req-7e7e1674-c50f-4d90-a492-0d45a4efa75d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:16.778211 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7b607f55-025c-44e7-a508-38e9e6c7b72d req-7e7e1674-c50f-4d90-a492-0d45a4efa75d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 946 time: 0.0664454 Jun 22 18:36:16.816823 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7b607f55-025c-44e7-a508-38e9e6c7b72d req-f4525237-9a5f-47be-b5ed-71f6f016e025 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329952 Jun 22 18:36:29.512354 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:31.779477 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-baf9b66f-788d-42d8-b6f9-082bcce269df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:34.861564 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:36:35.307149 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53d96014-c201-4a8c-bdd3-2382a357115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:35.606771 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:36.362583 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:38.559511 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:50.236946 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93020efe-0ed1-45f7-ad4a-120526328544 req-ba7465c5-7a63-4718-a088-bd33f8047177 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:50.238428 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-93020efe-0ed1-45f7-ad4a-120526328544 req-ba7465c5-7a63-4718-a088-bd33f8047177 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 946 time: 0.0684021 Jun 22 18:36:50.275937 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-93020efe-0ed1-45f7-ad4a-120526328544 req-ad568447-3ec2-4cd3-bc25-ee744bead46d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318358 Jun 22 18:36:51.461422 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4d99f-2694-4024-ac85-2dd10197e59d req-abcf8388-736b-4bb5-97d1-59bd5dbb7bd5 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:51.462898 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-01b4d99f-2694-4024-ac85-2dd10197e59d req-abcf8388-736b-4bb5-97d1-59bd5dbb7bd5 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 946 time: 0.0635257 Jun 22 18:36:51.500340 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-01b4d99f-2694-4024-ac85-2dd10197e59d req-38be0700-90c8-4524-b764-5a8045f41b29 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a94467e-c2a4-4cc1-ae0a-351b127f8094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318115 Jun 22 18:36:51.770545 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-e7f9a0fe-85f7-4743-b791-5912133cd37e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:51.772051 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-e7f9a0fe-85f7-4743-b791-5912133cd37e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 946 time: 0.0626459 Jun 22 18:36:51.874616 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Deleting port e53b1793-37b2-4bfb-afd1-6b888adaf546 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:51.874990 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:51.962144 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] For port e53b1793-37b2-4bfb-afd1-6b888adaf546, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=e53b1793-37b2-4bfb-afd1-6b888adaf546,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:36:51.963009 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.246252 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.246632 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.246986 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.db.l3_db [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Floating IP d2f59ad7-394f-4e20-bdb8-cc0a16c772b2 disassociated. External IP: 172.28.3.112, port: e53b1793-37b2-4bfb-afd1-6b888adaf546. Jun 22 18:36:52.247340 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Calling delete_port for e53b1793-37b2-4bfb-afd1-6b888adaf546 owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:52.386056 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.390497 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-96ac5212-4814-4675-bc05-830ffa42a7c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:52.416535 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event deleted for resources: {'Port': ['ID=e53b1793-37b2-4bfb-afd1-6b888adaf546,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:52.431392 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:52.431779 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:52.432157 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:52.432533 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:52.432903 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:52.433274 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:52.433640 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:52.434032 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:52.434394 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:52.434752 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:52.435603 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:52.435603 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:52.439055 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:52.539922 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Router e68dbb89-a96f-4439-b6e8-389fec6f51ed has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:36:52.663417 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5d5a8ad5-640c-4b0b-b7cd-ac0ed82d8f35 req-567b57da-79e9-4e9f-a3ee-1c2ac266a7c5 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d HTTP/1.1" status: 200 len: 210 time: 0.0370705 Jun 22 18:36:52.674260 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:36:52.687740 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5d32c7-c98d-4bec-b935-2274be47bf0f None None] Sync routers for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:36:52.698360 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5d32c7-c98d-4bec-b935-2274be47bf0f None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:36:52.699040 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4e5d32c7-c98d-4bec-b935-2274be47bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:36:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:52.722305 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] No DVR routers for this DVR port e53b1793-37b2-4bfb-afd1-6b888adaf546 on host hv-cinder-77428 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:36:52.725714 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:52.727745 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-f3c1796d-a714-4c07-8494-0738ca0de664 req-1c9a0005-e387-4148-ae6e-fe6d7e636313 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.16 "DELETE /v2.0/ports/e53b1793-37b2-4bfb-afd1-6b888adaf546 HTTP/1.1" status: 204 len: 173 time: 0.9494724 Jun 22 18:36:52.728266 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'name': 'network-vif-deleted', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:36:52.731068 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75dc589-72f4-492f-aeed-5fceaa28d52a" -d '{"events": [{"server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "name": "network-vif-deleted", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:36:52.837802 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-4e5d32c7-c98d-4bec-b935-2274be47bf0f None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:36:52.938604 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0de683f-94ed-41c5-9392-cce61b10206f x-openstack-request-id: req-e0de683f-94ed-41c5-9392-cce61b10206f {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:36:52.939424 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d", "name": "network-vif-deleted", "tag": "e53b1793-37b2-4bfb-afd1-6b888adaf546", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:36:52.939424 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0de683f-94ed-41c5-9392-cce61b10206f {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:36:52.939883 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca66bd4f-44ef-47bd-b5f5-d9fbc4d1350d', 'name': 'network-vif-deleted', 'tag': 'e53b1793-37b2-4bfb-afd1-6b888adaf546', 'status': 'completed', 'code': 200} Jun 22 18:36:53.108003 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4e5d32c7-c98d-4bec-b935-2274be47bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:22Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:53.145560 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5d32c7-c98d-4bec-b935-2274be47bf0f None None] Checking router: e68dbb89-a96f-4439-b6e8-389fec6f51ed for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:36:53.161129 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5d32c7-c98d-4bec-b935-2274be47bf0f None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:36:53.162003 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4e5d32c7-c98d-4bec-b935-2274be47bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:36:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:53.289388 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-4e5d32c7-c98d-4bec-b935-2274be47bf0f None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:36:53.641165 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4e5d32c7-c98d-4bec-b935-2274be47bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:22Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:36:53.672585 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5d32c7-c98d-4bec-b935-2274be47bf0f None None] The sync data for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb is: [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:22Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:36:53.807404 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54318) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:53.873014 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2e706549-d0e3-453b-b9c1-4be2d25c20b6 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.899738 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2e706549-d0e3-453b-b9c1-4be2d25c20b6 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.921145 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c4912a-329d-4879-82e0-8d4087bd5385 None None] New status for floating IP d2f59ad7-394f-4e20-bdb8-cc0a16c772b2: DOWN {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:36:53.949815 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2e706549-d0e3-453b-b9c1-4be2d25c20b6 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.952818 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2e706549-d0e3-453b-b9c1-4be2d25c20b6 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:53.954100 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-2e706549-d0e3-453b-b9c1-4be2d25c20b6 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "DELETE /v2.0/security-groups/3a94467e-c2a4-4cc1-ae0a-351b127f8094 HTTP/1.1" status: 204 len: 168 time: 0.1454182 Jun 22 18:36:53.954852 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3fa2169f-192e-4295-832d-ddba20d42b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:53.957080 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54320) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:53.965818 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e706549-d0e3-453b-b9c1-4be2d25c20b6 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a94467e-c2a4-4cc1-ae0a-351b127f8094,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:53.972030 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2e706549-d0e3-453b-b9c1-4be2d25c20b6 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:53.977744 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.api.v2.resource [None req-d295bd67-ec0d-44e8-bb14-e8258113d0bf tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] show failed (client error): The resource could not be found. Jun 22 18:36:53.981854 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54322) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:53.982204 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-d295bd67-ec0d-44e8-bb14-e8258113d0bf tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups/3a94467e-c2a4-4cc1-ae0a-351b127f8094 HTTP/1.1" status: 404 len: 347 time: 0.0237763 Jun 22 18:36:54.111669 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-bc803ba4-ceed-4618-b27e-b42bb79a11e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Deleting port 5b18a4c4-c1be-40e0-9c73-06c1f6cf53bb {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:36:54.112015 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bc803ba4-ceed-4618-b27e-b42bb79a11e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.193883 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bc803ba4-ceed-4618-b27e-b42bb79a11e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.194116 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bc803ba4-ceed-4618-b27e-b42bb79a11e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.208273 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-bc803ba4-ceed-4618-b27e-b42bb79a11e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Calling delete_port for 5b18a4c4-c1be-40e0-9c73-06c1f6cf53bb owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:36:54.353703 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bc803ba4-ceed-4618-b27e-b42bb79a11e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.355803 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d8f0e8bc-b7be-472c-8add-cec7c95dd4a8 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:54.383343 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc803ba4-ceed-4618-b27e-b42bb79a11e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event deleted for resources: {'Port': ['ID=5b18a4c4-c1be-40e0-9c73-06c1f6cf53bb,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:54.386629 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-bc803ba4-ceed-4618-b27e-b42bb79a11e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:54.451801 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bc803ba4-ceed-4618-b27e-b42bb79a11e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.454241 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bc803ba4-ceed-4618-b27e-b42bb79a11e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:54.455408 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-bc803ba4-ceed-4618-b27e-b42bb79a11e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "DELETE /v2.0/floatingips/d2f59ad7-394f-4e20-bdb8-cc0a16c772b2 HTTP/1.1" status: 204 len: 168 time: 0.4724240 Jun 22 18:36:55.101153 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54326) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:55.106409 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-fa744d01-e33d-40e7-b755-b0f4c4899bd2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1106659108', 'description': 'tempest-description--2015752272'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:55.130087 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fa744d01-e33d-40e7-b755-b0f4c4899bd2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.223609 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fa744d01-e33d-40e7-b755-b0f4c4899bd2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.228395 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fa744d01-e33d-40e7-b755-b0f4c4899bd2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.231049 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9346d066-1106-4723-b07d-2ca4bcc6431f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:55.259243 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fa744d01-e33d-40e7-b755-b0f4c4899bd2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.260474 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-fa744d01-e33d-40e7-b755-b0f4c4899bd2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1582713 Jun 22 18:36:55.262469 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa744d01-e33d-40e7-b755-b0f4c4899bd2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a091e9-a5d5-49a2-b22e-b243942d5119,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:55.263897 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54328) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:55.265453 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fa744d01-e33d-40e7-b755-b0f4c4899bd2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:55.268693 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Request body: {'security_group_rule': {'security_group_id': '11a091e9-a5d5-49a2-b22e-b243942d5119', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:55.298288 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.347626 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.352260 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.357492 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:55.373214 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d9fa27-fc41-49f1-a858-000a3c6e2b46,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:55.383392 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.384639 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197333 Jun 22 18:36:55.386079 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:55.386459 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:55.386830 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:55.387257 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:55.387614 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:55.387968 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:55.388252 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54330) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:55.388408 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:55.388680 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:55.389039 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:55.389443 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:55.389830 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:55.390194 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:36:55.392983 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-ad93d3f5-403b-4224-8f43-a155125ee52c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Request body: {'security_group_rule': {'security_group_id': '11a091e9-a5d5-49a2-b22e-b243942d5119', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:55.394207 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ae8f2813-2b86-4a23-b678-8aba4e5f03b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:55.423414 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad93d3f5-403b-4224-8f43-a155125ee52c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.492630 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad93d3f5-403b-4224-8f43-a155125ee52c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.496370 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad93d3f5-403b-4224-8f43-a155125ee52c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.499077 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-47ffdedf-5726-47d9-b8ea-83d941e1b04b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:55.515222 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93d3f5-403b-4224-8f43-a155125ee52c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ca0c27-63fb-4b85-baec-1f2efbabbe8f,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:55.518779 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ad93d3f5-403b-4224-8f43-a155125ee52c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:55.521670 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ad93d3f5-403b-4224-8f43-a155125ee52c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.526111 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-ad93d3f5-403b-4224-8f43-a155125ee52c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368225 Jun 22 18:36:55.526242 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54332) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:36:55.531053 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Request body: {'floatingip': {'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:55.552425 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.644781 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.749360 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Allocated IP 172.28.3.60 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/558cdd89-222c-48c8-bb62-359e16cbed4c) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:36:55.766866 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e53b1793-37b2-4bfb-afd1-6b888adaf546 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:36:55.787537 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: e53b1793-37b2-4bfb-afd1-6b888adaf546 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:36:55.787899 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device e53b1793-37b2-4bfb-afd1-6b888adaf546 not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:36:55.851542 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.899422 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:55.900382 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-988e3ffc-3ef4-4899-95ef-d14a1fb188ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:55.949217 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:36:55.955608 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:36:55.959015 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:36:55.963399 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event updated for resources: {'Port': ['ID=558cdd89-222c-48c8-bb62-359e16cbed4c,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:55.966563 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:56.058631 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.105502 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.253074 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.258771 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.261050 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-62eab6c2-8e7c-4eb9-806a-2f4d5772c3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:56.334314 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event updated for resources: {'Port': ['ID=558cdd89-222c-48c8-bb62-359e16cbed4c,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:56.339091 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:56.343970 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.365511 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:56.366805 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8394001 Jun 22 18:36:56.569978 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-f8a678c6-4c46-474e-a89a-d5e94cb50331 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1106659108&fields=id&tenant_id=70fd6516731c4324801ac38cb5772ae8 HTTP/1.1" status: 200 len: 267 time: 0.0334833 Jun 22 18:36:56.686696 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-24a39870-104f-408c-a38e-cb1f984dd1f2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:56.688762 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-24a39870-104f-408c-a38e-cb1f984dd1f2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 816 time: 0.1122832 Jun 22 18:36:56.704024 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-563dcb76-4f74-4443-9f3a-33050e9552c9 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/quotas/70fd6516731c4324801ac38cb5772ae8 HTTP/1.1" status: 200 len: 375 time: 0.0091269 Jun 22 18:36:56.776138 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-b762700b-6482-46f1-b036-dbe5965bf13c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658007 Jun 22 18:36:56.917125 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-92545b79-24cf-4faa-b1dd-b38e90400b35 service neutron] 10.222.0.20 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293464 Jun 22 18:36:57.009653 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-828da149-63f6-468f-a359-f87acd0a62ea service neutron] 10.222.0.20 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866034 Jun 22 18:36:57.181934 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-864f4cf4-66c1-4165-9566-369c61216630 req-0cd82675-6078-4c75-8fa3-47b6fba175d5 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 210 time: 0.0303962 Jun 22 18:36:58.270246 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b1db30f3-b1df-4ee8-aa80-e060435991ad req-b8992da7-7be4-4e86-bf64-b0eeafdfbcbd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 210 time: 0.0303946 Jun 22 18:36:59.192937 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-f7a228fb-d9a8-4c1e-8426-b5a8422beb4b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:59.194467 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-f7a228fb-d9a8-4c1e-8426-b5a8422beb4b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.16 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 816 time: 0.1052837 Jun 22 18:36:59.241603 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-c8c98175-5f42-4706-a669-c6f01c39364a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70fd6516731c4324801ac38cb5772ae8 HTTP/1.1" status: 200 len: 380 time: 0.0362229 Jun 22 18:36:59.250727 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Request body: {'port': {'device_id': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'admin_state_up': True, 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'security_groups': ['11a091e9-a5d5-49a2-b22e-b243942d5119']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:59.371843 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Made reservation on behalf of 70fd6516731c4324801ac38cb5772ae8 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:36:59.376826 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.480161 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b2ba6848-ee92-4a08-b55a-f2124540d8f2 req-ead4274c-58d8-4920-8e94-e1be3d7fea7f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 210 time: 0.0823588 Jun 22 18:36:59.532763 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.570896 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Allocated IP 172.20.0.7 (117786c8-730c-4528-a4af-5f123732c621/86029cc4-53ed-4bf7-b09e-25b82865fcc9/29f751a1-b2e2-4430-b127-cffd07bae388) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:36:59.722403 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.737390 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Transition to ACTIVE for port object 29f751a1-b2e2-4430-b127-cffd07bae388 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:36:59.771431 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065622597'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.776081 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4508aabe-4767-4cae-9733-7671eaab5ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:36:59.815534 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Network 117786c8-730c-4528-a4af-5f123732c621 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:36:59.822074 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:36:59.828989 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:36:59.857658 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event updated for resources: {'Port': ['ID=29f751a1-b2e2-4430-b127-cffd07bae388,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:36:59.858521 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:36:59.883967 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:36:59.884604 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:36:59.899718 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-cb6be2fb-f74a-4439-b25c-cd3b8b7dadb0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6528783 Jun 22 18:36:59.911305 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Request body: {'port': {'device_id': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:36:59.944967 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-046e6294-2e30-441a-b26b-ab9c45f48e70 req-99a2a2e9-fd08-4bfd-9505-056a2fe8c05c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622730 Jun 22 18:37:00.063344 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e6294-2e30-441a-b26b-ab9c45f48e70 req-28934dac-5703-4605-a6b9-926f61d5ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:00.065432 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-046e6294-2e30-441a-b26b-ab9c45f48e70 req-28934dac-5703-4605-a6b9-926f61d5ccc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f5a242e816b43869392d3725cb18e35&device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 1098 time: 0.0641310 Jun 22 18:37:00.138491 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-e85a8096-a137-4714-b365-a23b829fa4fe None None] Provisioning for port 29f751a1-b2e2-4430-b127-cffd07bae388 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:37:00.142773 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-e85a8096-a137-4714-b365-a23b829fa4fe None None] Provisioning complete for port 29f751a1-b2e2-4430-b127-cffd07bae388 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:37:00.143538 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e85a8096-a137-4714-b365-a23b829fa4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.186018 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e6294-2e30-441a-b26b-ab9c45f48e70 req-83182062-e460-4ddf-9253-c04bfee2b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:00.187525 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-046e6294-2e30-441a-b26b-ab9c45f48e70 req-83182062-e460-4ddf-9253-c04bfee2b59f service neutron] 10.222.0.16 "GET /v2.0/networks?id=3da2b546-9571-4efb-84b3-a97455475ad7 HTTP/1.1" status: 200 len: 910 time: 0.0923333 Jun 22 18:37:00.197542 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-e85a8096-a137-4714-b365-a23b829fa4fe None None] Port 29f751a1-b2e2-4430-b127-cffd07bae388 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:37:00.261344 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-046e6294-2e30-441a-b26b-ab9c45f48e70 req-9c627618-57aa-4774-bb64-66433f7481ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f HTTP/1.1" status: 200 len: 1001 time: 0.0669413 Jun 22 18:37:00.276916 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.316635 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e6294-2e30-441a-b26b-ab9c45f48e70 req-7f40bce5-552f-4091-b5ba-5f7f89dd89b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:00.319934 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-046e6294-2e30-441a-b26b-ab9c45f48e70 req-7f40bce5-552f-4091-b5ba-5f7f89dd89b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20cb7916-bbad-4edc-99a2-48d72a15dfdb HTTP/1.1" status: 200 len: 848 time: 0.0518696 Jun 22 18:37:00.381555 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e6294-2e30-441a-b26b-ab9c45f48e70 req-94160150-e28f-4a9a-bc64-47ab80db6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:00.383133 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-046e6294-2e30-441a-b26b-ab9c45f48e70 req-94160150-e28f-4a9a-bc64-47ab80db6d5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3da2b546-9571-4efb-84b3-a97455475ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0566235 Jun 22 18:37:00.480667 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-046e6294-2e30-441a-b26b-ab9c45f48e70 req-698e0ca9-3d5f-4175-83f5-26a55a34ee57 service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909841 Jun 22 18:37:00.575981 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f751a1-b2e2-4430-b127-cffd07bae388 {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:37:00.576712 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-046e6294-2e30-441a-b26b-ab9c45f48e70 req-c7839cef-49a6-4e1e-b4cb-2982cc8e62be service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899630 Jun 22 18:37:00.585568 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.600479 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Transition to ACTIVE for port object 29f751a1-b2e2-4430-b127-cffd07bae388 will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:37:00.604155 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.607440 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-30e88de5-3c06-4ca6-880a-baef88a7641a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:00.662732 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Pushing event updated for resources: {'Port': ['ID=29f751a1-b2e2-4430-b127-cffd07bae388,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:00.667647 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:00.692081 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067511fa-8578-485b-a500-30197a883b9d req-2f7e4634-3383-46aa-a9fa-000778df92f1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:00.695766 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-067511fa-8578-485b-a500-30197a883b9d req-2f7e4634-3383-46aa-a9fa-000778df92f1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0804996 Jun 22 18:37:00.752012 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-067511fa-8578-485b-a500-30197a883b9d req-f8fb492f-1cd8-4b0a-8c1b-af6884c47c09 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516427 Jun 22 18:37:00.757077 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Attempting to bind port 29f751a1-b2e2-4430-b127-cffd07bae388 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:37:00.757657 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Attempting to bind port 29f751a1-b2e2-4430-b127-cffd07bae388 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:37:00.758210 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Attempting to bind port 29f751a1-b2e2-4430-b127-cffd07bae388 on network 117786c8-730c-4528-a4af-5f123732c621 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:37:00.766188 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Port 29f751a1-b2e2-4430-b127-cffd07bae388 on network 117786c8-730c-4528-a4af-5f123732c621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:37:00.766730 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Attempting to bind port 29f751a1-b2e2-4430-b127-cffd07bae388 on network 117786c8-730c-4528-a4af-5f123732c621 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:37:00.781142 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:37:00.781142 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Checking segment: {'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:37:00.781142 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Bound using segment: {'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:37:00.781142 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Bound port: 29f751a1-b2e2-4430-b127-cffd07bae388, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0a2c2dc-dfab-402a-9386-55822adfc13e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '117786c8-730c-4528-a4af-5f123732c621'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:37:00.781142 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.853875 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] For port 29f751a1-b2e2-4430-b127-cffd07bae388, host hv-cinder-77428, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:37:00.857962 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] For port 29f751a1-b2e2-4430-b127-cffd07bae388, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29f751a1-b2e2-4430-b127-cffd07bae388,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:37:00.863001 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.865635 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4efa4897-e35e-492b-b906-b864d7b314c1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:00.907111 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:00.907736 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:00.909146 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] 10.222.0.16 "PUT /v2.0/ports/29f751a1-b2e2-4430-b127-cffd07bae388 HTTP/1.1" status: 200 len: 1093 time: 1.0022509 Jun 22 18:37:00.909671 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:00.912097 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b92c8d5673aad2c4cf80680ed8f4ba9332c69ddbcd590e8c5f23d641ab0e65e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a329295-0e6d-487c-a20f-f69eb1e48723" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:00.933294 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Pushing event updated for resources: {'Port': ['ID=29f751a1-b2e2-4430-b127-cffd07bae388,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:00.936334 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:00.983981 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77678d23-75cf-4a5a-91d6-b50ef4c04b1b x-openstack-request-id: req-77678d23-75cf-4a5a-91d6-b50ef4c04b1b {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:00.984316 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:00.984610 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77678d23-75cf-4a5a-91d6-b50ef4c04b1b {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:00.985040 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388', 'status': 'completed', 'code': 200} Jun 22 18:37:01.014346 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-8bf47a10-ab17-4eca-b235-78a3036a9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:01.015929 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-8bf47a10-ab17-4eca-b235-78a3036a9e75 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 1096 time: 0.0625439 Jun 22 18:37:01.058662 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-0bcd6f78-205a-4aea-b2f4-0648cd7846f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f751a1-b2e2-4430-b127-cffd07bae388 HTTP/1.1" status: 200 len: 217 time: 0.0354807 Jun 22 18:37:01.112407 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-565f1b11-eedd-41ba-9871-8ff454a12d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:01.113850 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-565f1b11-eedd-41ba-9871-8ff454a12d0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86029cc4-53ed-4bf7-b09e-25b82865fcc9 HTTP/1.1" status: 200 len: 855 time: 0.0493603 Jun 22 18:37:01.171475 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-871976f9-b63a-4ad1-bc6b-99e4eafd4387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:01.172937 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-871976f9-b63a-4ad1-bc6b-99e4eafd4387 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117786c8-730c-4528-a4af-5f123732c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0533824 Jun 22 18:37:01.260693 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-fa667616-483e-48cc-91ee-261ad0214d97 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813410 Jun 22 18:37:01.353172 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cf2bd3f6-fdab-4ad1-ab59-2fbfab132f64 req-30550859-4b63-4ace-a18b-ce55bf5110be service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863245 Jun 22 18:37:01.460446 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a329295-0e6d-487c-a20f-f69eb1e48723 req-d6ffe39d-cd6c-46c9-bd1b-2c7cf0037b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:01.462298 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8a329295-0e6d-487c-a20f-f69eb1e48723 req-d6ffe39d-cd6c-46c9-bd1b-2c7cf0037b5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 1096 time: 0.0616930 Jun 22 18:37:01.558368 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a329295-0e6d-487c-a20f-f69eb1e48723 req-e2613e0f-6a2d-4ca4-818a-b5f98c46295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:01.559883 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8a329295-0e6d-487c-a20f-f69eb1e48723 req-e2613e0f-6a2d-4ca4-818a-b5f98c46295e service neutron] 10.222.0.16 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 917 time: 0.0912457 Jun 22 18:37:01.601564 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8a329295-0e6d-487c-a20f-f69eb1e48723 req-3e21fb96-fdb4-46b9-8fe3-89bbacbca2e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f751a1-b2e2-4430-b127-cffd07bae388 HTTP/1.1" status: 200 len: 217 time: 0.0351527 Jun 22 18:37:01.650458 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a329295-0e6d-487c-a20f-f69eb1e48723 req-a8088744-8d30-41fb-b4bc-ab17a85f1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:01.651943 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8a329295-0e6d-487c-a20f-f69eb1e48723 req-a8088744-8d30-41fb-b4bc-ab17a85f1e6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86029cc4-53ed-4bf7-b09e-25b82865fcc9 HTTP/1.1" status: 200 len: 855 time: 0.0438414 Jun 22 18:37:01.718865 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a329295-0e6d-487c-a20f-f69eb1e48723 req-ae4dc385-df1e-4a07-aa84-d92dd798030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:01.720427 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8a329295-0e6d-487c-a20f-f69eb1e48723 req-ae4dc385-df1e-4a07-aa84-d92dd798030d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117786c8-730c-4528-a4af-5f123732c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0615020 Jun 22 18:37:01.783796 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-158f3005-9d38-47df-b993-06e9801af673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:01.820488 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8a329295-0e6d-487c-a20f-f69eb1e48723 req-47bc3c55-b950-4580-9e14-f39194f91b09 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920835 Jun 22 18:37:01.923537 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8a329295-0e6d-487c-a20f-f69eb1e48723 req-d119af00-dc04-4828-b95a-45dfda5d6809 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963674 Jun 22 18:37:01.947066 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f0893-d34b-4ffa-8812-c0d8322cc48e req-47766329-5d7c-4418-b7db-1fdbd07663f0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:01.948592 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-de1f0893-d34b-4ffa-8812-c0d8322cc48e req-47766329-5d7c-4418-b7db-1fdbd07663f0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0704775 Jun 22 18:37:01.988686 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-de1f0893-d34b-4ffa-8812-c0d8322cc48e req-ded734b2-433a-458e-85a9-7f0da4be3327 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343878 Jun 22 18:37:03.174339 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e518ca-0b2b-4249-b9e8-cee5a34a12bf req-ea52a1d6-8b75-4545-be15-a4c297b4977b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:03.175968 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-29e518ca-0b2b-4249-b9e8-cee5a34a12bf req-ea52a1d6-8b75-4545-be15-a4c297b4977b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0683491 Jun 22 18:37:03.215190 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-29e518ca-0b2b-4249-b9e8-cee5a34a12bf req-3a1c56cd-2eeb-4e1e-95b0-b3bcf9870410 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327544 Jun 22 18:37:03.782968 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 29f751a1-b2e2-4430-b127-cffd07bae388 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:37:03.879790 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 29f751a1-b2e2-4430-b127-cffd07bae388, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29f751a1-b2e2-4430-b127-cffd07bae388,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:03.892313 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': '29f751a1-b2e2-4430-b127-cffd07bae388', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'port_id': '29f751a1-b2e2-4430-b127-cffd07bae388', 'mac_address': 'fa:16:3e:b8:be:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:37:03.929040 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:03.941581 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f751a1-b2e2-4430-b127-cffd07bae388 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:37:03.961856 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 29f751a1-b2e2-4430-b127-cffd07bae388, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29f751a1-b2e2-4430-b127-cffd07bae388,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:03.965613 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:03.967466 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:04.011328 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=29f751a1-b2e2-4430-b127-cffd07bae388,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:04.018271 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:04.018625 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:04.018992 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:04.019335 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:04.019672 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:04.020006 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:04.020335 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:04.020664 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:04.020997 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:04.021350 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:04.021674 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:04.021998 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:37:04.025758 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:04.167738 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['29f751a1-b2e2-4430-b127-cffd07bae388'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:37:04.408664 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875690e-87e0-4381-8fbb-916d50d5b4b7 req-ab620c2d-e464-4074-87c6-2ed6dfe42d68 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:04.410125 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2875690e-87e0-4381-8fbb-916d50d5b4b7 req-ab620c2d-e464-4074-87c6-2ed6dfe42d68 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 944 time: 0.0654306 Jun 22 18:37:04.450186 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2875690e-87e0-4381-8fbb-916d50d5b4b7 req-4802e2f4-5f70-4163-9782-97b6ac80af6c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332334 Jun 22 18:37:05.308439 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-327d504b-e483-4505-ace8-5a163a58a165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.611409 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.633049 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa66132-a9f1-450b-96d1-3a6b04cd7671 req-0fe9e9f5-710a-4071-b0a3-38acd8849ee9 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:05.634565 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7aa66132-a9f1-450b-96d1-3a6b04cd7671 req-0fe9e9f5-710a-4071-b0a3-38acd8849ee9 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 944 time: 0.0682762 Jun 22 18:37:05.672281 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7aa66132-a9f1-450b-96d1-3a6b04cd7671 req-1fe0ef4b-e789-4df8-8712-45148edef04d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319738 Jun 22 18:37:05.797569 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 29f751a1-b2e2-4430-b127-cffd07bae388 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:37:05.845065 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port 29f751a1-b2e2-4430-b127-cffd07bae388 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:37:05.848625 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port 29f751a1-b2e2-4430-b127-cffd07bae388 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:37:05.848883 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.931556 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.956431 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:05.959438 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e9e336-28e1-48a6-833f-f0cdd8bcbb86" -d '{"events": [{"server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "name": "network-vif-plugged", "status": "completed", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:05.973313 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 29f751a1-b2e2-4430-b127-cffd07bae388, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29f751a1-b2e2-4430-b127-cffd07bae388,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:05.978471 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:05.981462 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0564640b-df27-4a14-8b86-dcadf8d4bce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:06.027464 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=29f751a1-b2e2-4430-b127-cffd07bae388,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:06.030601 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:06.081311 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365572f6-a43b-436a-ba90-dfdd987cf4b0 x-openstack-request-id: req-365572f6-a43b-436a-ba90-dfdd987cf4b0 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:06.081635 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "name": "network-vif-plugged", "status": "completed", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:06.081924 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-365572f6-a43b-436a-ba90-dfdd987cf4b0 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:06.082345 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388', 'code': 200} Jun 22 18:37:06.301036 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115288c-9aa4-4361-9d53-2f97d56dbd28 req-5f4130b7-89c6-42cb-a019-1acec71fec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:06.302800 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-0115288c-9aa4-4361-9d53-2f97d56dbd28 req-5f4130b7-89c6-42cb-a019-1acec71fec94 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 1098 time: 0.0554252 Jun 22 18:37:06.339330 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-0115288c-9aa4-4361-9d53-2f97d56dbd28 req-4bf4cae2-b3f9-4963-bcee-e91e337dafe5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301912 Jun 22 18:37:06.367866 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:06.861583 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace1dad-3131-4c71-a58f-fa1da156ca25 req-25c05382-bdd8-4db4-ad03-ea783b4ab7d8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:06.863292 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4ace1dad-3131-4c71-a58f-fa1da156ca25 req-25c05382-bdd8-4db4-ad03-ea783b4ab7d8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0717785 Jun 22 18:37:06.902580 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4ace1dad-3131-4c71-a58f-fa1da156ca25 req-b72fdc6d-0df6-470d-9c71-91c98c7eb8fd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329418 Jun 22 18:37:08.100905 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27c1e4-8014-4a92-913a-afd4f45888c3 req-f57d6447-4ff0-4364-b4c0-3c535a9cf77a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:08.102719 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-fa27c1e4-8014-4a92-913a-afd4f45888c3 req-f57d6447-4ff0-4364-b4c0-3c535a9cf77a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0730743 Jun 22 18:37:08.144053 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-fa27c1e4-8014-4a92-913a-afd4f45888c3 req-1351a01d-cfc2-468b-bb81-07a00fa0915f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355179 Jun 22 18:37:08.323722 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9561618-fb48-4361-897b-6f50f0207df3 req-9e6e155e-ce81-4dc5-8e41-660497a35fc4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:08.325302 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a9561618-fb48-4361-897b-6f50f0207df3 req-9e6e155e-ce81-4dc5-8e41-660497a35fc4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0682423 Jun 22 18:37:08.334374 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54392) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:37:08.339271 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-1dd05e41-efa2-419c-a78b-eadc5ebf1add tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Request body: {'floatingip': {'port_id': '29f751a1-b2e2-4430-b127-cffd07bae388'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:37:08.377856 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1dd05e41-efa2-419c-a78b-eadc5ebf1add tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:08.564458 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:09.100336 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024924f-04ae-4249-a42e-3c8eb74dd89e req-95e3978c-80cd-4ab7-a795-aede57547180 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:09.101250 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6024924f-04ae-4249-a42e-3c8eb74dd89e req-95e3978c-80cd-4ab7-a795-aede57547180 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0758774 Jun 22 18:37:09.109544 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1dd05e41-efa2-419c-a78b-eadc5ebf1add tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:09.113842 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1dd05e41-efa2-419c-a78b-eadc5ebf1add tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:09.152484 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6024924f-04ae-4249-a42e-3c8eb74dd89e req-a962a353-aea9-429f-b485-e26700fa7454 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447679 Jun 22 18:37:09.229763 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.l3_db [None req-1dd05e41-efa2-419c-a78b-eadc5ebf1add tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Floating IP 767b2ef1-e95e-4a07-8ec1-715a5fee0b7b associated. External IP: 172.28.3.60, port: 29f751a1-b2e2-4430-b127-cffd07bae388. Jun 22 18:37:09.446818 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd05e41-efa2-419c-a78b-eadc5ebf1add tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Router e68dbb89-a96f-4439-b6e8-389fec6f51ed has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:37:09.559902 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd05e41-efa2-419c-a78b-eadc5ebf1add tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:37:09.564918 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1dd05e41-efa2-419c-a78b-eadc5ebf1add tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:09.569824 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7643bc-89e1-46a7-91e6-9d504e9c92d6 None None] Sync routers for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:37:09.579318 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7643bc-89e1-46a7-91e6-9d504e9c92d6 None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:37:09.579948 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-cb7643bc-89e1-46a7-91e6-9d504e9c92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:37:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:09.601051 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-1dd05e41-efa2-419c-a78b-eadc5ebf1add tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "PUT /v2.0/floatingips/767b2ef1-e95e-4a07-8ec1-715a5fee0b7b HTTP/1.1" status: 200 len: 990 time: 1.2653801 Jun 22 18:37:09.601728 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:09.604088 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ebd52b-c376-4e83-b314-4d2d0d2de559" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:09.697436 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-cb7643bc-89e1-46a7-91e6-9d504e9c92d6 None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:37:09.700806 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82e342a-c947-4a10-873a-9f0ed358ddea x-openstack-request-id: req-e82e342a-c947-4a10-873a-9f0ed358ddea {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:09.701160 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:09.701454 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e82e342a-c947-4a10-873a-9f0ed358ddea {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:09.701890 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388', 'status': 'completed', 'code': 200} Jun 22 18:37:09.785049 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebd52b-c376-4e83-b314-4d2d0d2de559 req-fe84e947-c356-4942-9591-447dec802cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:09.786670 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-82ebd52b-c376-4e83-b314-4d2d0d2de559 req-fe84e947-c356-4942-9591-447dec802cc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 1098 time: 0.0604892 Jun 22 18:37:09.885334 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebd52b-c376-4e83-b314-4d2d0d2de559 req-2d69ab5c-c7da-46b4-a906-94a726e5a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:09.886807 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-82ebd52b-c376-4e83-b314-4d2d0d2de559 req-2d69ab5c-c7da-46b4-a906-94a726e5a696 service neutron] 10.222.0.16 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 917 time: 0.0924149 Jun 22 18:37:09.928533 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-cb7643bc-89e1-46a7-91e6-9d504e9c92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': '767b2ef1-e95e-4a07-8ec1-715a5fee0b7b', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'floating_ip_address': '172.28.3.60', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'port_id': '29f751a1-b2e2-4430-b127-cffd07bae388', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'mac_address': 'fa:16:3e:b8:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:56Z', 'updated_at': '2021-06-22T18:37:09Z', 'revision_number': 1, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:22Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:09.954095 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-82ebd52b-c376-4e83-b314-4d2d0d2de559 req-8a0e7c31-778f-4aab-9a95-d47fa1e5e4b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f751a1-b2e2-4430-b127-cffd07bae388 HTTP/1.1" status: 200 len: 998 time: 0.0604160 Jun 22 18:37:09.954310 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7643bc-89e1-46a7-91e6-9d504e9c92d6 None None] Checking router: e68dbb89-a96f-4439-b6e8-389fec6f51ed for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:37:09.963157 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7643bc-89e1-46a7-91e6-9d504e9c92d6 None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:37:09.963779 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-cb7643bc-89e1-46a7-91e6-9d504e9c92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:37:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:10.005212 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebd52b-c376-4e83-b314-4d2d0d2de559 req-a36d8c50-53bd-40b1-af9d-7278187844ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:10.008034 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-82ebd52b-c376-4e83-b314-4d2d0d2de559 req-a36d8c50-53bd-40b1-af9d-7278187844ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86029cc4-53ed-4bf7-b09e-25b82865fcc9 HTTP/1.1" status: 200 len: 855 time: 0.0474718 Jun 22 18:37:10.073279 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebd52b-c376-4e83-b314-4d2d0d2de559 req-cc93e13a-612b-4956-a1c6-c75a597c7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:10.073536 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-cb7643bc-89e1-46a7-91e6-9d504e9c92d6 None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:37:10.074822 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-82ebd52b-c376-4e83-b314-4d2d0d2de559 req-cc93e13a-612b-4956-a1c6-c75a597c7bd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117786c8-730c-4528-a4af-5f123732c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0602624 Jun 22 18:37:10.167478 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-82ebd52b-c376-4e83-b314-4d2d0d2de559 req-188e7a50-208c-4c29-b2a0-1d066d12f3b9 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855551 Jun 22 18:37:10.270151 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-82ebd52b-c376-4e83-b314-4d2d0d2de559 req-fad1bddf-29ed-4c0f-ab66-b2dc96a25b00 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959466 Jun 22 18:37:10.331850 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-cb7643bc-89e1-46a7-91e6-9d504e9c92d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': '767b2ef1-e95e-4a07-8ec1-715a5fee0b7b', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'floating_ip_address': '172.28.3.60', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'port_id': '29f751a1-b2e2-4430-b127-cffd07bae388', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'mac_address': 'fa:16:3e:b8:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:56Z', 'updated_at': '2021-06-22T18:37:09Z', 'revision_number': 1, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:22Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:37:10.354755 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539108fa-f7f8-4fe6-ac02-4c89590eb992 req-4ad60f9d-9a94-4a0a-a6b6-e9b7cdef3685 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:10.356284 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-539108fa-f7f8-4fe6-ac02-4c89590eb992 req-4ad60f9d-9a94-4a0a-a6b6-e9b7cdef3685 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0750630 Jun 22 18:37:10.358514 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7643bc-89e1-46a7-91e6-9d504e9c92d6 None None] The sync data for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb is: [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': '767b2ef1-e95e-4a07-8ec1-715a5fee0b7b', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'floating_ip_address': '172.28.3.60', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'port_id': '29f751a1-b2e2-4430-b127-cffd07bae388', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'mac_address': 'fa:16:3e:b8:be:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:36:56Z', 'updated_at': '2021-06-22T18:37:09Z', 'revision_number': 1, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:22Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:37:10.402300 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-539108fa-f7f8-4fe6-ac02-4c89590eb992 req-c9e12ea9-a4df-41c9-93fc-aa4e95e5dbad tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401931 Jun 22 18:37:10.550318 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5fb202-d818-4fa0-a30e-1f0d78f62e30 None None] New status for floating IP 767b2ef1-e95e-4a07-8ec1-715a5fee0b7b: ACTIVE {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:37:11.576759 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a68362-9463-4771-9c7b-8ad3579656ef req-c7cbdf57-227e-42de-a6d9-8a0d4004df09 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:11.578223 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-93a68362-9463-4771-9c7b-8ad3579656ef req-c7cbdf57-227e-42de-a6d9-8a0d4004df09 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0639408 Jun 22 18:37:11.616930 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-93a68362-9463-4771-9c7b-8ad3579656ef req-7ace2a02-a91a-45f7-8c4b-5d983e33cdb0 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324752 Jun 22 18:37:11.860433 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:37:12.796768 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f931dc4-2950-4e0e-84e3-f2d80ba8ee78 req-6075097d-7188-4fd1-b1fd-1aa880d9e170 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:12.798293 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3f931dc4-2950-4e0e-84e3-f2d80ba8ee78 req-6075097d-7188-4fd1-b1fd-1aa880d9e170 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0697639 Jun 22 18:37:12.836469 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3f931dc4-2950-4e0e-84e3-f2d80ba8ee78 req-279077d8-e219-4727-898a-5786203c8188 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322156 Jun 22 18:37:14.009387 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa793e-9da8-4f13-9544-6e2a6d6f6927 req-18c92c4b-e52d-4379-b9cb-5d38d52dd687 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:14.010866 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d6fa793e-9da8-4f13-9544-6e2a6d6f6927 req-18c92c4b-e52d-4379-b9cb-5d38d52dd687 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0642679 Jun 22 18:37:14.047868 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d6fa793e-9da8-4f13-9544-6e2a6d6f6927 req-2dad5687-21c3-4833-9ce3-7394c2786ff7 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313540 Jun 22 18:37:15.217239 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b6414-de81-4cff-ab61-bdaab131be73 req-568fa80d-0867-422e-8dfe-62951375b7a0 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:15.218715 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6e8b6414-de81-4cff-ab61-bdaab131be73 req-568fa80d-0867-422e-8dfe-62951375b7a0 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0616350 Jun 22 18:37:15.257192 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6e8b6414-de81-4cff-ab61-bdaab131be73 req-9709af28-143a-4a09-84c0-09e5bca4aa4f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326402 Jun 22 18:37:16.442353 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df070484-ef62-4104-9b86-c178da7ffd62 req-6fd47313-f8f1-4c8e-a9ea-8b582e12bc54 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:16.445419 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-df070484-ef62-4104-9b86-c178da7ffd62 req-6fd47313-f8f1-4c8e-a9ea-8b582e12bc54 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0740352 Jun 22 18:37:16.488011 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-df070484-ef62-4104-9b86-c178da7ffd62 req-7009f0e3-01a9-436f-9edf-696e572bc74a tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368571 Jun 22 18:37:17.670700 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bd13d-e154-4940-9575-8eb1e26e3fc5 req-d0006aac-8438-497a-a384-5330a4d01664 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:17.672202 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-722bd13d-e154-4940-9575-8eb1e26e3fc5 req-d0006aac-8438-497a-a384-5330a4d01664 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0639741 Jun 22 18:37:17.710582 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-722bd13d-e154-4940-9575-8eb1e26e3fc5 req-80148877-fe0b-4df2-a949-bcaafe32c9da tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320714 Jun 22 18:37:18.885923 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7fe5ec-9c8d-4fe5-ab21-3a9a4e0e7956 req-1fb912dd-ac94-43c7-9226-434e8bfa5311 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:18.887339 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2c7fe5ec-9c8d-4fe5-ab21-3a9a4e0e7956 req-1fb912dd-ac94-43c7-9226-434e8bfa5311 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0668211 Jun 22 18:37:18.929444 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2c7fe5ec-9c8d-4fe5-ab21-3a9a4e0e7956 req-42d60a64-b9fc-406e-8426-59b91cd452ac tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362701 Jun 22 18:37:19.187091 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508447-44c2-4df7-84fe-9b1da9e31cdd req-542efd86-f047-4931-961e-7493f992e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:19.188546 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-63508447-44c2-4df7-84fe-9b1da9e31cdd req-542efd86-f047-4931-961e-7493f992e853 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f5a242e816b43869392d3725cb18e35&device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 1098 time: 0.0526705 Jun 22 18:37:19.304022 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508447-44c2-4df7-84fe-9b1da9e31cdd req-e7e67620-37b4-4243-b6b6-93e295c38a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:19.306152 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-63508447-44c2-4df7-84fe-9b1da9e31cdd req-e7e67620-37b4-4243-b6b6-93e295c38a4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=3da2b546-9571-4efb-84b3-a97455475ad7 HTTP/1.1" status: 200 len: 910 time: 0.1101887 Jun 22 18:37:19.374583 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-63508447-44c2-4df7-84fe-9b1da9e31cdd req-590b12e5-0857-4b4f-8450-aab7074f217e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f HTTP/1.1" status: 200 len: 1001 time: 0.0615137 Jun 22 18:37:19.423148 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508447-44c2-4df7-84fe-9b1da9e31cdd req-058a68bd-f81f-4fad-aeb8-6205f93d4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:19.424665 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-63508447-44c2-4df7-84fe-9b1da9e31cdd req-058a68bd-f81f-4fad-aeb8-6205f93d4ccf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20cb7916-bbad-4edc-99a2-48d72a15dfdb HTTP/1.1" status: 200 len: 848 time: 0.0419326 Jun 22 18:37:19.481690 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63508447-44c2-4df7-84fe-9b1da9e31cdd req-6e94e50e-52b5-406c-aeec-8a71b3770bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:19.483087 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-63508447-44c2-4df7-84fe-9b1da9e31cdd req-6e94e50e-52b5-406c-aeec-8a71b3770bef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3da2b546-9571-4efb-84b3-a97455475ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0509629 Jun 22 18:37:19.576270 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-63508447-44c2-4df7-84fe-9b1da9e31cdd req-ce703de7-f9ca-4197-b889-34f9b2272f51 service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865111 Jun 22 18:37:19.666548 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-63508447-44c2-4df7-84fe-9b1da9e31cdd req-3c91184d-c5f7-4966-9983-dfc9aabecec1 service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830584 Jun 22 18:37:20.111115 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc68ac6-2fa1-4a17-8e0c-ed6812b084ce req-4a7ce1af-e03f-4637-8c34-be0a26e9fc93 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:20.112510 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8bc68ac6-2fa1-4a17-8e0c-ed6812b084ce req-4a7ce1af-e03f-4637-8c34-be0a26e9fc93 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0660098 Jun 22 18:37:20.149280 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-8bc68ac6-2fa1-4a17-8e0c-ed6812b084ce req-cf2bb4a9-a5c0-43e8-ab06-098149a42ad4 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Jun 22 18:37:21.329970 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d213a93-fe9d-4c60-8c28-f82f11210c49 req-d4c07337-f864-41bc-ad51-c0896700b641 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:21.331761 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1d213a93-fe9d-4c60-8c28-f82f11210c49 req-d4c07337-f864-41bc-ad51-c0896700b641 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0685723 Jun 22 18:37:21.374427 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1d213a93-fe9d-4c60-8c28-f82f11210c49 req-7782aaec-22db-4516-9e8f-c1963394ac87 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357897 Jun 22 18:37:22.550725 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8f9fb-9e5c-45b5-b038-2fc8b8a3a055 req-0018306e-77e0-4fb9-b73a-1fda05b884a3 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:22.552281 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a7d8f9fb-9e5c-45b5-b038-2fc8b8a3a055 req-0018306e-77e0-4fb9-b73a-1fda05b884a3 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0674253 Jun 22 18:37:22.591033 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a7d8f9fb-9e5c-45b5-b038-2fc8b8a3a055 req-da967e1f-5138-40bd-bd16-36773dbc1de9 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329049 Jun 22 18:37:22.899695 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-a033c211-596e-41cf-b8f0-b420d7697420 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0569034 Jun 22 18:37:22.980996 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcc00e-5e04-413b-be93-19357490110e req-5d163d0c-cbc9-4a76-afaa-8f3e76f5b624 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:22.982537 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-06dcc00e-5e04-413b-be93-19357490110e req-5d163d0c-cbc9-4a76-afaa-8f3e76f5b624 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0740042 Jun 22 18:37:23.029129 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-06dcc00e-5e04-413b-be93-19357490110e req-0a707e2f-1dfb-4097-bbcc-0d2f476268b3 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405796 Jun 22 18:37:23.921252 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device a74d4caa-3f02-4ca8-8966-e4ba37b8af5f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:37:23.995102 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:24.020392 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:24.023236 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d146671-b33a-49bd-964d-ed83db3f139b" -d '{"events": [{"server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "name": "network-vif-unplugged", "status": "completed", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:24.035701 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:24.040957 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:24.042857 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:24.065463 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98d4445-7bd4-468c-b7e5-f0e5bbc4cee0 x-openstack-request-id: req-d98d4445-7bd4-468c-b7e5-f0e5bbc4cee0 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:24.065772 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "name": "network-vif-unplugged", "status": "completed", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:24.066049 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d98d4445-7bd4-468c-b7e5-f0e5bbc4cee0 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:24.066453 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'code': 200} Jun 22 18:37:24.097203 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,revision_number=6']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:24.102036 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:24.162394 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-adb16017-8b9d-46fa-80d4-159b15814eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:24.164826 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-adb16017-8b9d-46fa-80d4-159b15814eff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365&tenant_id=7f5a242e816b43869392d3725cb18e35 HTTP/1.1" status: 200 len: 1096 time: 0.0679789 Jun 22 18:37:24.254491 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-a51363ea-df51-4e9e-9d5d-25426f6cf767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:24.256851 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-a51363ea-df51-4e9e-9d5d-25426f6cf767 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f5a242e816b43869392d3725cb18e35&device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 1096 time: 0.0645938 Jun 22 18:37:24.361267 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-7a743614-fcf8-4500-8dd3-970a461be88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:24.362925 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-7a743614-fcf8-4500-8dd3-970a461be88c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3da2b546-9571-4efb-84b3-a97455475ad7 HTTP/1.1" status: 200 len: 910 time: 0.0994670 Jun 22 18:37:24.376067 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8752c-8d15-4c4a-a59d-6d915a926dc5 req-3b9824b4-15c0-4666-b156-d42468d08f02 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:24.377543 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f4d8752c-8d15-4c4a-a59d-6d915a926dc5 req-3b9824b4-15c0-4666-b156-d42468d08f02 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 943 time: 0.0656741 Jun 22 18:37:24.421877 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f4d8752c-8d15-4c4a-a59d-6d915a926dc5 req-bdf1b989-2aaf-4647-a282-569b8af8e9a0 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380199 Jun 22 18:37:24.447199 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-545a58fc-e393-404d-9ad0-2b469ac5b0e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f HTTP/1.1" status: 200 len: 999 time: 0.0710797 Jun 22 18:37:24.496570 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-d5dccc8d-082f-4986-9fed-a12bed1f5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:24.498010 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-d5dccc8d-082f-4986-9fed-a12bed1f5802 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20cb7916-bbad-4edc-99a2-48d72a15dfdb HTTP/1.1" status: 200 len: 848 time: 0.0437894 Jun 22 18:37:24.557105 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-c150b6fb-09f2-49ac-8997-96a8b02f8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:24.558512 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-c150b6fb-09f2-49ac-8997-96a8b02f8cb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3da2b546-9571-4efb-84b3-a97455475ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0545511 Jun 22 18:37:24.653485 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-3f64c8e5-3b7b-48cf-855a-ab8211293ff8 service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884237 Jun 22 18:37:24.743771 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b113e6ad-6747-4042-94c2-cbf4fa319623 req-874fd294-5abe-48f1-92bf-13b6c5453a4e service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840037 Jun 22 18:37:25.598655 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1237cb2-0969-4e94-8325-ad217337b6ed req-1c18c12d-2287-4e80-850a-ae76852f2832 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:25.600465 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d1237cb2-0969-4e94-8325-ad217337b6ed req-1c18c12d-2287-4e80-850a-ae76852f2832 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 943 time: 0.0635006 Jun 22 18:37:25.638353 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d1237cb2-0969-4e94-8325-ad217337b6ed req-23ec3e9d-0806-4926-80ea-c30c2f605794 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322595 Jun 22 18:37:25.939092 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device a74d4caa-3f02-4ca8-8966-e4ba37b8af5f details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:37:26.032099 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:26.047828 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'port_id': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'mac_address': 'fa:16:3e:60:34:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:37:26.086643 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:26.101730 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74d4caa-3f02-4ca8-8966-e4ba37b8af5f {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:37:26.121420 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:26.125361 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:26.127096 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:26.171216 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,revision_number=7']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:26.174070 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:26.358819 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['a74d4caa-3f02-4ca8-8966-e4ba37b8af5f'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:37:26.822486 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60157683-b3ed-4ad4-add4-f795f291ad9b req-edda10f7-675e-4925-be89-f7b738eecd0a tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:26.823969 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-60157683-b3ed-4ad4-add4-f795f291ad9b req-edda10f7-675e-4925-be89-f7b738eecd0a tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 944 time: 0.0649462 Jun 22 18:37:26.862315 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-60157683-b3ed-4ad4-add4-f795f291ad9b req-fdaa3fa0-8c37-4e02-ab3b-ab9a2d90e606 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327508 Jun 22 18:37:27.953908 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device a74d4caa-3f02-4ca8-8966-e4ba37b8af5f up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:37:28.004772 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:37:28.005334 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:28.051020 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb4674-75ec-43be-af68-4b9bcc32697c req-273038a2-6d20-4de0-a9a0-572f84c95c2c tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:28.053539 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-8eeb4674-75ec-43be-af68-4b9bcc32697c req-273038a2-6d20-4de0-a9a0-572f84c95c2c tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 944 time: 0.0695281 Jun 22 18:37:28.087117 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:28.094581 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-8eeb4674-75ec-43be-af68-4b9bcc32697c req-8e270b4c-2b64-4ccb-9c57-db90525324e1 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331998 Jun 22 18:37:28.111213 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:37:28.113498 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f783e7b-5e8e-4bcc-bfdc-3808835b8846" -d '{"events": [{"server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "name": "network-vif-plugged", "status": "completed", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:37:28.127770 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:37:28.132793 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:28.135764 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-0beec638-8623-4a12-a7d1-b9d7ae17a6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:37:28.158957 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c6bd00-2bf8-4621-ba9e-ffe3c713eee9 x-openstack-request-id: req-f4c6bd00-2bf8-4621-ba9e-ffe3c713eee9 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:37:28.159264 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "name": "network-vif-plugged", "status": "completed", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:37:28.159633 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4c6bd00-2bf8-4621-ba9e-ffe3c713eee9 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:37:28.160084 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'code': 200} Jun 22 18:37:28.189475 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,revision_number=8']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:37:28.192589 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:37:28.415568 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d55f1-3169-490f-89ab-167bda033ab5 req-3d44ed28-15e3-4af4-bcf7-2865a0635acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:28.417029 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-567d55f1-3169-490f-89ab-167bda033ab5 req-3d44ed28-15e3-4af4-bcf7-2865a0635acd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 1098 time: 0.0512810 Jun 22 18:37:28.455395 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-567d55f1-3169-490f-89ab-167bda033ab5 req-9f9cec1b-a37b-4689-8f66-ec510714c7f6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312316 Jun 22 18:37:29.285278 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a5fb4-6545-45e3-95dd-bd93a13eb392 req-b08ed6f0-f302-428b-9693-3b1c30e80266 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:29.286783 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-463a5fb4-6545-45e3-95dd-bd93a13eb392 req-b08ed6f0-f302-428b-9693-3b1c30e80266 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0702682 Jun 22 18:37:29.327027 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-463a5fb4-6545-45e3-95dd-bd93a13eb392 req-0216c510-8a10-49ad-bc5a-1d6a1f9e99c6 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344090 Jun 22 18:37:29.527957 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:30.500794 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c82db6-1435-4068-94c8-5b4fe239a526 req-28b05f3b-28b9-42c4-bc00-3a22977edd7e tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:37:30.502253 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-03c82db6-1435-4068-94c8-5b4fe239a526 req-28b05f3b-28b9-42c4-bc00-3a22977edd7e tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0627766 Jun 22 18:37:30.539215 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-03c82db6-1435-4068-94c8-5b4fe239a526 req-1ca1ca1f-39c3-4563-b8eb-b5366ac5be0a tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Jun 22 18:37:31.792952 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a431b02b-90d4-42a8-ae3c-1905c34b0ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:35.311552 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6854d39-8aeb-4f72-965a-398c60a574fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:35.612480 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:36.370015 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:38.567915 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:37:48.859180 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:37:59.527343 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.879862 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-967d8c9b-3ad5-46b5-9fa8-2638aa631dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:01.925680 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c5478f40-472d-4603-b009-6d9874c3daa9 req-8fc74989-42ad-4bf1-81b3-d4f6e66846ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0575805 Jun 22 18:38:02.026874 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5478f40-472d-4603-b009-6d9874c3daa9 req-ccd51878-9667-41c7-bb7a-1e7f463ca4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:02.028466 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c5478f40-472d-4603-b009-6d9874c3daa9 req-ccd51878-9667-41c7-bb7a-1e7f463ca4e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f5a242e816b43869392d3725cb18e35&device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 1098 time: 0.0534306 Jun 22 18:38:02.133472 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5478f40-472d-4603-b009-6d9874c3daa9 req-c6247255-969e-475d-b223-2c4fcca923b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:02.134903 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c5478f40-472d-4603-b009-6d9874c3daa9 req-c6247255-969e-475d-b223-2c4fcca923b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3da2b546-9571-4efb-84b3-a97455475ad7 HTTP/1.1" status: 200 len: 910 time: 0.0854228 Jun 22 18:38:02.203193 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c5478f40-472d-4603-b009-6d9874c3daa9 req-4fbc7391-0597-4be5-9b1b-42335e2cfc64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f HTTP/1.1" status: 200 len: 1001 time: 0.0602612 Jun 22 18:38:02.251066 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5478f40-472d-4603-b009-6d9874c3daa9 req-5eb22df9-4d09-4cee-9e62-731646277db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:02.252456 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c5478f40-472d-4603-b009-6d9874c3daa9 req-5eb22df9-4d09-4cee-9e62-731646277db0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20cb7916-bbad-4edc-99a2-48d72a15dfdb HTTP/1.1" status: 200 len: 848 time: 0.0429745 Jun 22 18:38:02.310084 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5478f40-472d-4603-b009-6d9874c3daa9 req-919bd906-0b81-4b09-9449-1163a3bfd272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:02.311565 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c5478f40-472d-4603-b009-6d9874c3daa9 req-919bd906-0b81-4b09-9449-1163a3bfd272 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3da2b546-9571-4efb-84b3-a97455475ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0521173 Jun 22 18:38:02.408216 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c5478f40-472d-4603-b009-6d9874c3daa9 req-11eeef92-941b-45e3-8fe4-3f426124020b service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898144 Jun 22 18:38:02.503212 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c5478f40-472d-4603-b009-6d9874c3daa9 req-e2ee3332-eb1a-4292-a904-7925e109d491 service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887597 Jun 22 18:38:05.312580 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-43b5a965-2ce8-4fd7-a9d6-2c3051ab70e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:05.613120 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:06.270574 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2632f-ea2c-48f6-89bc-950767cb48d5 req-27e99992-285b-4007-851e-874e4eae205c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:06.272087 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-55a2632f-ea2c-48f6-89bc-950767cb48d5 req-27e99992-285b-4007-851e-874e4eae205c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0682967 Jun 22 18:38:06.314569 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-55a2632f-ea2c-48f6-89bc-950767cb48d5 req-299472f6-613b-45f1-9ee2-0b5409565dc6 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365632 Jun 22 18:38:06.371570 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:07.504351 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2db54-ab4c-429f-ad4d-88c21924f6fd req-01086181-0a25-43a3-a45e-31b8b022d4b2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:07.506095 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-17d2db54-ab4c-429f-ad4d-88c21924f6fd req-01086181-0a25-43a3-a45e-31b8b022d4b2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0692437 Jun 22 18:38:07.544534 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-17d2db54-ab4c-429f-ad4d-88c21924f6fd req-a8b69053-bbd9-4bad-adf9-078a45673536 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325511 Jun 22 18:38:08.569935 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:08.728525 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e261e-bfc6-40f7-bb08-26cae08ecb18 req-4c1b07f7-b876-4a19-a680-0652c6973c81 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:08.730054 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0b3e261e-bfc6-40f7-bb08-26cae08ecb18 req-4c1b07f7-b876-4a19-a680-0652c6973c81 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0650578 Jun 22 18:38:08.772424 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0b3e261e-bfc6-40f7-bb08-26cae08ecb18 req-b57aac9e-6545-412f-8c8b-392aa012eef9 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360632 Jun 22 18:38:09.959566 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9a3bc-5928-496b-ac0a-4b52c0aed41f req-fa782537-02e6-4c76-906c-fe2c7f3e7dd4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:09.961181 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-26e9a3bc-5928-496b-ac0a-4b52c0aed41f req-fa782537-02e6-4c76-906c-fe2c7f3e7dd4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0666142 Jun 22 18:38:10.002024 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-26e9a3bc-5928-496b-ac0a-4b52c0aed41f req-f9141993-3db9-428e-8c78-c086a972ca7b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349004 Jun 22 18:38:11.191237 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec65f5c-483d-4c51-befc-aa0204a86b74 req-f784a661-5fce-409d-b35b-a248b3374bba tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:11.192851 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cec65f5c-483d-4c51-befc-aa0204a86b74 req-f784a661-5fce-409d-b35b-a248b3374bba tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0694778 Jun 22 18:38:11.231430 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cec65f5c-483d-4c51-befc-aa0204a86b74 req-8cf57c0b-7b51-4467-913d-7df389c1f2c8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328002 Jun 22 18:38:12.415566 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd25acc-917e-4908-a545-d568db26abf0 req-4cd5d8d2-cc8c-4bb9-a029-81d5425870dc tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:12.417096 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4bd25acc-917e-4908-a545-d568db26abf0 req-4cd5d8d2-cc8c-4bb9-a029-81d5425870dc tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0658894 Jun 22 18:38:12.456549 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4bd25acc-917e-4908-a545-d568db26abf0 req-ce2ccca5-44f7-4682-8b04-d943f164aae9 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333409 Jun 22 18:38:13.671640 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e2be1-d259-40b0-9314-e5dcf751bc93 req-f1de0142-aef5-4f09-85c2-d36b7a65faf4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:13.674264 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-446e2be1-d259-40b0-9314-e5dcf751bc93 req-f1de0142-aef5-4f09-85c2-d36b7a65faf4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0769768 Jun 22 18:38:13.714739 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-446e2be1-d259-40b0-9314-e5dcf751bc93 req-2ffde99d-cc85-4357-8baa-266f5dd2cb74 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341506 Jun 22 18:38:14.907834 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f37bbd-dd8d-48e4-9bff-ee91e8ec7d00 req-cca0af02-2c06-41da-8819-475831807e88 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:14.909376 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-26f37bbd-dd8d-48e4-9bff-ee91e8ec7d00 req-cca0af02-2c06-41da-8819-475831807e88 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0690982 Jun 22 18:38:14.948575 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-26f37bbd-dd8d-48e4-9bff-ee91e8ec7d00 req-27f9833c-90dc-45a1-91d3-9561224e0c44 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332088 Jun 22 18:38:16.146422 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3a9d0-41d9-4deb-bbf5-9acbb5a7e795 req-2e57c968-e863-47c6-a254-29405b0eb95c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:16.147927 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c9e3a9d0-41d9-4deb-bbf5-9acbb5a7e795 req-2e57c968-e863-47c6-a254-29405b0eb95c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0692286 Jun 22 18:38:16.184955 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c9e3a9d0-41d9-4deb-bbf5-9acbb5a7e795 req-b57a4676-2f7c-43b0-ac14-aaba120cf6d0 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311053 Jun 22 18:38:17.377331 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36a9a6-281a-4f5b-8a57-d3f15fc6049e req-1c1b0040-dc13-4cae-8fa1-42066d8f4508 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:17.378813 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9a36a9a6-281a-4f5b-8a57-d3f15fc6049e req-1c1b0040-dc13-4cae-8fa1-42066d8f4508 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0662642 Jun 22 18:38:17.415884 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9a36a9a6-281a-4f5b-8a57-d3f15fc6049e req-d34aace0-8dfa-4b3d-a34e-855773411ba2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307539 Jun 22 18:38:18.610229 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c50f16-5f17-4e80-a6d7-2bac45dba088 req-45719bf0-c1d1-4364-9a7d-0122c268b9b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:18.611981 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-30c50f16-5f17-4e80-a6d7-2bac45dba088 req-45719bf0-c1d1-4364-9a7d-0122c268b9b8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0782058 Jun 22 18:38:18.651752 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-30c50f16-5f17-4e80-a6d7-2bac45dba088 req-e62c6025-6146-4703-9af3-ecfba43ed6d5 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332925 Jun 22 18:38:19.844436 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2a995-06e9-42c6-b9b2-82f91571a444 req-c7de8d37-808f-4143-be02-68d3ccd2b7ae tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:19.845892 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-36c2a995-06e9-42c6-b9b2-82f91571a444 req-c7de8d37-808f-4143-be02-68d3ccd2b7ae tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0698514 Jun 22 18:38:19.886229 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-36c2a995-06e9-42c6-b9b2-82f91571a444 req-45602cda-d69d-40e0-b8e1-b6e4adf2d5e9 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341427 Jun 22 18:38:21.095463 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70536c5e-e58b-4dcc-994e-4a975cc19236 req-81e5df72-1ec0-40af-804b-c091b3b39127 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:21.096883 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-70536c5e-e58b-4dcc-994e-4a975cc19236 req-81e5df72-1ec0-40af-804b-c091b3b39127 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0653858 Jun 22 18:38:21.141178 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-70536c5e-e58b-4dcc-994e-4a975cc19236 req-d3985ec0-d099-4b7f-bb1e-4bdbbbbde009 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374055 Jun 22 18:38:22.323023 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e38ba-4774-4905-b7e5-3c0dd7ad3a45 req-0df00546-80fa-42bb-878e-2405cada1a0e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:22.324548 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-260e38ba-4774-4905-b7e5-3c0dd7ad3a45 req-0df00546-80fa-42bb-878e-2405cada1a0e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0645316 Jun 22 18:38:22.362364 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-260e38ba-4774-4905-b7e5-3c0dd7ad3a45 req-c26dc02b-1b2f-4a44-9a52-8ce05b362b4a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321000 Jun 22 18:38:23.549190 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c6f76-09c6-45ee-8f34-555bf73e1485 req-7a468a66-1db4-4315-b1fa-517db9a47b0c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:23.550649 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-893c6f76-09c6-45ee-8f34-555bf73e1485 req-7a468a66-1db4-4315-b1fa-517db9a47b0c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0650907 Jun 22 18:38:23.588383 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-893c6f76-09c6-45ee-8f34-555bf73e1485 req-600f2e69-6b92-412f-9c61-25796f1049c9 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314612 Jun 22 18:38:24.773700 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b79844-2840-44e4-83fd-d633fa3c4fd6 req-8e5aa3fe-b031-4c64-8891-2e45103ede33 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:24.775179 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b6b79844-2840-44e4-83fd-d633fa3c4fd6 req-8e5aa3fe-b031-4c64-8891-2e45103ede33 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0633605 Jun 22 18:38:24.813638 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-b6b79844-2840-44e4-83fd-d633fa3c4fd6 req-e48ecd38-b8cb-47b5-a652-20b45f7afc56 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322073 Jun 22 18:38:25.859011 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:38:25.999702 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faaafc-f67c-4c66-8f73-51ad0ff3f792 req-788d8d86-893d-430d-ab07-482bfdae4515 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:26.001195 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-40faaafc-f67c-4c66-8f73-51ad0ff3f792 req-788d8d86-893d-430d-ab07-482bfdae4515 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0669079 Jun 22 18:38:26.039556 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-40faaafc-f67c-4c66-8f73-51ad0ff3f792 req-def4aa65-07bb-4336-a646-e286742b689f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318818 Jun 22 18:38:27.225235 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917d727-2b90-4472-ad2e-d5cc2a80170c req-d15f8bb6-7cb6-4097-afda-2709fb7b191a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:27.226997 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a917d727-2b90-4472-ad2e-d5cc2a80170c req-d15f8bb6-7cb6-4097-afda-2709fb7b191a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0706239 Jun 22 18:38:27.264758 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a917d727-2b90-4472-ad2e-d5cc2a80170c req-81a4a247-485c-4530-83f1-fd5d53cc80a6 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321560 Jun 22 18:38:28.455128 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5f090-4b59-445e-88a9-b3e4e3f339a0 req-4dcc2211-9d86-4c34-8da1-a5dd8b87ff4e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:28.456695 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-35c5f090-4b59-445e-88a9-b3e4e3f339a0 req-4dcc2211-9d86-4c34-8da1-a5dd8b87ff4e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0730026 Jun 22 18:38:28.500169 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-35c5f090-4b59-445e-88a9-b3e4e3f339a0 req-23bb9245-98f0-42f1-8c30-dc336401aeb1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360548 Jun 22 18:38:29.525895 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:29.687085 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b6435-28be-44e6-9920-2f27c1afe517 req-d3eab23e-931e-4586-83f5-9b3373a09813 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:29.688584 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d81b6435-28be-44e6-9920-2f27c1afe517 req-d3eab23e-931e-4586-83f5-9b3373a09813 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0633051 Jun 22 18:38:29.726117 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d81b6435-28be-44e6-9920-2f27c1afe517 req-0b2a41f5-f000-4502-809b-c6532e6d528b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Jun 22 18:38:30.907358 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ff45b-a560-46d8-bd8d-d4b09dfcb378 req-0e84390d-e9ce-4fb8-a156-6801b246148d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:30.908857 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-540ff45b-a560-46d8-bd8d-d4b09dfcb378 req-0e84390d-e9ce-4fb8-a156-6801b246148d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0650840 Jun 22 18:38:30.947387 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-540ff45b-a560-46d8-bd8d-d4b09dfcb378 req-e5004d88-eb71-4a37-ab21-73fc602f73a4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328126 Jun 22 18:38:31.780466 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-168628fa-f0ca-4574-8376-2ddfac26e25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:32.129841 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc94fb5-1c51-4b0b-a74c-9ce0153ab088 req-422570f5-3cbb-4a03-a329-50510a2118a4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:32.131367 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6dc94fb5-1c51-4b0b-a74c-9ce0153ab088 req-422570f5-3cbb-4a03-a329-50510a2118a4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0691092 Jun 22 18:38:32.183637 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 29f751a1-b2e2-4430-b127-cffd07bae388 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:38:32.279987 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 29f751a1-b2e2-4430-b127-cffd07bae388, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29f751a1-b2e2-4430-b127-cffd07bae388,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:32.295292 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': '29f751a1-b2e2-4430-b127-cffd07bae388', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'port_id': '29f751a1-b2e2-4430-b127-cffd07bae388', 'mac_address': 'fa:16:3e:b8:be:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:38:32.336203 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:32.349770 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29f751a1-b2e2-4430-b127-cffd07bae388 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:38:32.370041 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 29f751a1-b2e2-4430-b127-cffd07bae388, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29f751a1-b2e2-4430-b127-cffd07bae388,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:32.374969 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:32.376742 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:32.427397 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=29f751a1-b2e2-4430-b127-cffd07bae388,revision_number=6']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:32.427924 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6dc94fb5-1c51-4b0b-a74c-9ce0153ab088 req-e1fe128f-3385-41b0-b147-20223aca19ef tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908933 Jun 22 18:38:32.434641 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:32.435022 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:32.435362 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:32.435702 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:32.436027 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:32.436357 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:32.436685 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:32.437006 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:32.437328 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:32.437648 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:32.437979 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:32.438283 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:32.449180 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:32.458304 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['29f751a1-b2e2-4430-b127-cffd07bae388'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:38:33.610505 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bfa41-ddbf-4be1-b4b2-267aafbded0a req-bbb3114c-18ab-46da-8637-a68dac07f285 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:33.611994 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-951bfa41-ddbf-4be1-b4b2-267aafbded0a req-bbb3114c-18ab-46da-8637-a68dac07f285 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 944 time: 0.0622945 Jun 22 18:38:33.655044 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-951bfa41-ddbf-4be1-b4b2-267aafbded0a req-c511bc6d-b3a5-4f94-903b-114d657dea4a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366926 Jun 22 18:38:34.182573 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 29f751a1-b2e2-4430-b127-cffd07bae388 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:38:34.231591 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port 29f751a1-b2e2-4430-b127-cffd07bae388 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:38:34.231978 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:34.316750 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:34.351322 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:38:34.353848 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1690a3-ac62-4777-b68b-de75c0258f66" -d '{"events": [{"server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "name": "network-vif-plugged", "status": "completed", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:38:34.371991 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 29f751a1-b2e2-4430-b127-cffd07bae388, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29f751a1-b2e2-4430-b127-cffd07bae388,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:34.390100 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:34.396900 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:34.401385 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e47c4f0-d6f7-4aa5-8253-8dac6fb1a404 x-openstack-request-id: req-4e47c4f0-d6f7-4aa5-8253-8dac6fb1a404 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:38:34.401706 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "name": "network-vif-plugged", "status": "completed", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:38:34.401969 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4e47c4f0-d6f7-4aa5-8253-8dac6fb1a404 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:38:34.402424 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388', 'code': 200} Jun 22 18:38:34.457805 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=29f751a1-b2e2-4430-b127-cffd07bae388,revision_number=7']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:34.461248 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:34.862844 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5e3e4-9c24-4ce7-b562-5845fab1d9e3 req-b7f5f54d-3d53-4fed-8aa1-141f1a0bf8ab tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:34.864518 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-22e5e3e4-9c24-4ce7-b562-5845fab1d9e3 req-b7f5f54d-3d53-4fed-8aa1-141f1a0bf8ab tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0818062 Jun 22 18:38:34.912539 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-22e5e3e4-9c24-4ce7-b562-5845fab1d9e3 req-3ffc91c5-e153-44ba-8db4-3cf1bdf6a2f4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412560 Jun 22 18:38:35.319490 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-a3f477d5-dba0-42a5-8b83-f46468ea25ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:35.621846 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:36.108545 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d8722-1bde-44b6-b4ff-c8c81657e3d1 req-341c00fa-2633-47b1-932e-368081cc0d9f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:36.110024 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1c7d8722-1bde-44b6-b4ff-c8c81657e3d1 req-341c00fa-2633-47b1-932e-368081cc0d9f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0692797 Jun 22 18:38:36.151179 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1c7d8722-1bde-44b6-b4ff-c8c81657e3d1 req-2ab94477-a132-4036-ad4e-752337135a64 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337610 Jun 22 18:38:36.376414 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:37.350459 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021be00-e447-4804-8121-207ad7b794f4 req-23722707-5423-4a92-b385-b01ff267ca04 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:37.352463 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3021be00-e447-4804-8121-207ad7b794f4 req-23722707-5423-4a92-b385-b01ff267ca04 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0704892 Jun 22 18:38:37.393826 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3021be00-e447-4804-8121-207ad7b794f4 req-ead41673-6079-4013-ae04-c5be0eb6a534 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358908 Jun 22 18:38:38.577036 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:38.606886 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b8bb7-79a1-40f6-a4fe-b68df1247c7d req-82cc202e-cde9-4aac-87f2-769a3a2bcf3f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:38.608685 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d17b8bb7-79a1-40f6-a4fe-b68df1247c7d req-82cc202e-cde9-4aac-87f2-769a3a2bcf3f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0859301 Jun 22 18:38:38.650759 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d17b8bb7-79a1-40f6-a4fe-b68df1247c7d req-3f38e645-2e67-4460-8806-e0a4f3eed02e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342035 Jun 22 18:38:39.869527 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5b8f8-7a83-4aab-a6ca-5bd51a5abd5e req-1c3284b5-2feb-4059-9ada-0a9249f9d67d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:39.873443 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d4a5b8f8-7a83-4aab-a6ca-5bd51a5abd5e req-1c3284b5-2feb-4059-9ada-0a9249f9d67d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0863633 Jun 22 18:38:39.921715 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d4a5b8f8-7a83-4aab-a6ca-5bd51a5abd5e req-302c3754-a331-4552-9ce1-080e8bf918e5 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422609 Jun 22 18:38:41.128979 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86816539-09fb-49b4-ba62-3916d74b1e76 req-3b6623b0-1d71-42e4-bbff-d3501103a163 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:41.136737 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-86816539-09fb-49b4-ba62-3916d74b1e76 req-3b6623b0-1d71-42e4-bbff-d3501103a163 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0747368 Jun 22 18:38:41.176503 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-86816539-09fb-49b4-ba62-3916d74b1e76 req-336f3142-3e89-4248-a965-d2062854c92b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378184 Jun 22 18:38:42.372569 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28d029-a0f2-47b6-9923-9ec77e15a01b req-54f3037d-122c-4a4e-9b98-9c725ded5d21 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:42.374129 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-de28d029-a0f2-47b6-9923-9ec77e15a01b req-54f3037d-122c-4a4e-9b98-9c725ded5d21 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0765193 Jun 22 18:38:42.428929 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-de28d029-a0f2-47b6-9923-9ec77e15a01b req-191daba1-278d-481f-8e7a-47645d94ebfe tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473387 Jun 22 18:38:43.596637 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e982e-0c02-4fdd-95c0-3574700b7659 req-e9742535-db2c-4b94-8616-0db5c351182d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:43.599021 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6a6e982e-0c02-4fdd-95c0-3574700b7659 req-e9742535-db2c-4b94-8616-0db5c351182d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0646071 Jun 22 18:38:43.636739 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-6a6e982e-0c02-4fdd-95c0-3574700b7659 req-239cce1a-ea87-4856-bd2e-5563ec716d22 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Jun 22 18:38:43.775193 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40046cfc-72d2-4757-a67a-fb063cfce264 req-0b4e1164-8386-4f52-877f-0045b9e1e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:43.776575 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-40046cfc-72d2-4757-a67a-fb063cfce264 req-0b4e1164-8386-4f52-877f-0045b9e1e366 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 1098 time: 0.0573828 Jun 22 18:38:43.866351 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40046cfc-72d2-4757-a67a-fb063cfce264 req-36f2b251-0bfc-4891-a6e5-66b2a3e5d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:43.867848 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-40046cfc-72d2-4757-a67a-fb063cfce264 req-36f2b251-0bfc-4891-a6e5-66b2a3e5d7f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 917 time: 0.0839510 Jun 22 18:38:43.934411 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-40046cfc-72d2-4757-a67a-fb063cfce264 req-504b2d90-61ba-439d-8f37-a891377ca65d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f751a1-b2e2-4430-b127-cffd07bae388 HTTP/1.1" status: 200 len: 1000 time: 0.0600152 Jun 22 18:38:43.983922 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40046cfc-72d2-4757-a67a-fb063cfce264 req-d39741ee-cfd5-46a7-8bdc-38c0da6d30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:43.985520 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-40046cfc-72d2-4757-a67a-fb063cfce264 req-d39741ee-cfd5-46a7-8bdc-38c0da6d30fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86029cc4-53ed-4bf7-b09e-25b82865fcc9 HTTP/1.1" status: 200 len: 855 time: 0.0435989 Jun 22 18:38:44.041715 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40046cfc-72d2-4757-a67a-fb063cfce264 req-7b9b05d7-fcc7-46cf-ab7b-08f34d123cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:44.043111 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-40046cfc-72d2-4757-a67a-fb063cfce264 req-7b9b05d7-fcc7-46cf-ab7b-08f34d123cc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117786c8-730c-4528-a4af-5f123732c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0512822 Jun 22 18:38:44.132901 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-40046cfc-72d2-4757-a67a-fb063cfce264 req-6d29a9d6-bd61-4bc6-b279-41392aa037ec service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832243 Jun 22 18:38:44.220673 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-40046cfc-72d2-4757-a67a-fb063cfce264 req-64ea9452-b6ac-448b-9e02-6cd06bfcf210 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817132 Jun 22 18:38:44.820096 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4ef34-a06c-4709-b954-7d3b95ad975c req-86f3d3ac-7a55-438c-a628-5c816415899a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:44.821654 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eeb4ef34-a06c-4709-b954-7d3b95ad975c req-86f3d3ac-7a55-438c-a628-5c816415899a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0666261 Jun 22 18:38:44.866383 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eeb4ef34-a06c-4709-b954-7d3b95ad975c req-58c0c533-a8f2-4410-8e87-2c59f21ad925 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390761 Jun 22 18:38:46.054630 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98118402-a6eb-4ec1-84f9-ff87e83c4bfd req-9936e053-db1d-4288-b161-47af18c4c1e7 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:46.056030 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-98118402-a6eb-4ec1-84f9-ff87e83c4bfd req-9936e053-db1d-4288-b161-47af18c4c1e7 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 945 time: 0.0628345 Jun 22 18:38:46.098218 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-98118402-a6eb-4ec1-84f9-ff87e83c4bfd req-820913b8-6231-4fef-ae2c-bc5202143d91 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365829 Jun 22 18:38:46.150237 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54684) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:46.213996 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 29f751a1-b2e2-4430-b127-cffd07bae388 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:46.303297 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.334281 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:38:46.337319 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5e70cf-8d72-4bc4-a04d-a3f20fb7b062" -d '{"events": [{"server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "name": "network-vif-unplugged", "status": "completed", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:38:46.341183 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Deleting port 4bea9096-ef57-4f62-80db-d7b183b7b851 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:38:46.341889 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.343525 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 29f751a1-b2e2-4430-b127-cffd07bae388, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29f751a1-b2e2-4430-b127-cffd07bae388,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:46.348671 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.350623 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:46.378027 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 18:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ef92e3-61c7-45f6-b262-d0a778b81c3d x-openstack-request-id: req-03ef92e3-61c7-45f6-b262-d0a778b81c3d {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:38:46.378599 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "name": "network-vif-unplugged", "status": "failed", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388", "code": 422}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:38:46.379065 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03ef92e3-61c7-45f6-b262-d0a778b81c3d {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:38:46.379462 dv-cinder-774286-17-smb neutron-server[92921]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388', 'code': 422} returned with failed status Jun 22 18:38:46.407119 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=29f751a1-b2e2-4430-b127-cffd07bae388,revision_number=8']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:46.410545 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:46.433560 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.434231 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.447805 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Calling delete_port for 4bea9096-ef57-4f62-80db-d7b183b7b851 owned by network:floatingip {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:46.604938 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.607165 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5b36ec09-afc7-40fb-88c4-50dc3ddc3982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:46.633515 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Pushing event deleted for resources: {'Port': ['ID=4bea9096-ef57-4f62-80db-d7b183b7b851,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:46.643430 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:46.643808 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:46.644273 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:46.644853 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:46.645373 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:46.645742 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:46.646101 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:46.646461 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:46.646817 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:46.647193 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:46.647548 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:46.647904 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:38:46.665756 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:46.709058 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for floatingip, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:46.709409 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.l3_db [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Floating IP 0e815751-de66-4388-927d-6fa84e580971 disassociated (deleted). External IP: 172.28.3.157, port: a74d4caa-3f02-4ca8-8966-e4ba37b8af5f. Jun 22 18:38:46.949835 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Router aa1cfb97-e667-49c4-84c8-7b1411ddff05 has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:38:47.059260 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:38:47.064140 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:47.069567 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eae30ce-0da4-4eac-80f0-103fe73eadd7 None None] Sync routers for ids ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:38:47.078964 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eae30ce-0da4-4eac-80f0-103fe73eadd7 None None] Routers {'aa1cfb97-e667-49c4-84c8-7b1411ddff05'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:47.079709 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1eae30ce-0da4-4eac-80f0-103fe73eadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:38:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:47.102863 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "DELETE /v2.0/floatingips/0e815751-de66-4388-927d-6fa84e580971 HTTP/1.1" status: 204 len: 168 time: 0.9512446 Jun 22 18:38:47.103485 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:38:47.112392 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd2168f-6110-47d8-aad0-d4e3b46a22c9" -d '{"events": [{"name": "network-changed", "server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:38:47.200282 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3c8ec8-dbfb-471d-b758-1a559bc05b35 x-openstack-request-id: req-1a3c8ec8-dbfb-471d-b758-1a559bc05b35 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:38:47.200945 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:38:47.200945 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a3c8ec8-dbfb-471d-b758-1a559bc05b35 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:38:47.201397 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'status': 'completed', 'code': 200} Jun 22 18:38:47.225150 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-1eae30ce-0da4-4eac-80f0-103fe73eadd7 None None] Set router aa1cfb97-e667-49c4-84c8-7b1411ddff05 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:47.324859 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2168f-6110-47d8-aad0-d4e3b46a22c9 req-c61ae30e-a655-4f1d-86db-5a509491c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:47.330076 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bfd2168f-6110-47d8-aad0-d4e3b46a22c9 req-c61ae30e-a655-4f1d-86db-5a509491c2f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f5a242e816b43869392d3725cb18e35&device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 1098 time: 0.1034760 Jun 22 18:38:47.389226 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f2490-3be9-4780-9ba8-ee8dc7a02906 req-31ecfd1f-bd7b-4d57-8803-df734d147e0b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:47.397547 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e34f2490-3be9-4780-9ba8-ee8dc7a02906 req-31ecfd1f-bd7b-4d57-8803-df734d147e0b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0803032 Jun 22 18:38:47.445427 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e34f2490-3be9-4780-9ba8-ee8dc7a02906 req-7e85b247-8735-4216-a067-e446665e6f59 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469158 Jun 22 18:38:47.501639 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2168f-6110-47d8-aad0-d4e3b46a22c9 req-b6f338c2-be11-4287-ae22-059fa09b8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:47.504829 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bfd2168f-6110-47d8-aad0-d4e3b46a22c9 req-b6f338c2-be11-4287-ae22-059fa09b8e4e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3da2b546-9571-4efb-84b3-a97455475ad7 HTTP/1.1" status: 200 len: 910 time: 0.1682651 Jun 22 18:38:47.510119 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1eae30ce-0da4-4eac-80f0-103fe73eadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:34:29Z', 'revision_number': 4, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5f428a5f-c725-4ffb-af48-e39a53c2df17', 'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'mac_address': 'fa:16:3e:d2:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:27Z', 'updated_at': '2021-06-22T18:34:36Z', 'revision_number': 5, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'subnets': [{'id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:47.532355 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54734) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:38:47.548005 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eae30ce-0da4-4eac-80f0-103fe73eadd7 None None] Checking router: aa1cfb97-e667-49c4-84c8-7b1411ddff05 for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:38:47.559093 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eae30ce-0da4-4eac-80f0-103fe73eadd7 None None] Routers {'aa1cfb97-e667-49c4-84c8-7b1411ddff05'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:38:47.560119 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1eae30ce-0da4-4eac-80f0-103fe73eadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:38:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:47.560482 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bfd2168f-6110-47d8-aad0-d4e3b46a22c9 req-4d5bd7f7-75bc-4705-92af-f5a4f6381ed7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f HTTP/1.1" status: 200 len: 217 time: 0.0469005 Jun 22 18:38:47.645770 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2168f-6110-47d8-aad0-d4e3b46a22c9 req-15c50b36-e9be-499f-a3c3-df5d49c8cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:47.646045 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-cf18e58d-dfea-4f08-bdbc-5108a6c15ed2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1118572 Jun 22 18:38:47.647723 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bfd2168f-6110-47d8-aad0-d4e3b46a22c9 req-15c50b36-e9be-499f-a3c3-df5d49c8cbda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20cb7916-bbad-4edc-99a2-48d72a15dfdb HTTP/1.1" status: 200 len: 848 time: 0.0811522 Jun 22 18:38:47.676742 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-1eae30ce-0da4-4eac-80f0-103fe73eadd7 None None] Set router aa1cfb97-e667-49c4-84c8-7b1411ddff05 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:38:47.711806 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c0591-6d54-478f-85c2-3b7eca145aba req-5ed6cbf7-4660-49f9-96e8-0a3a818f2307 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:47.713309 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a90c0591-6d54-478f-85c2-3b7eca145aba req-5ed6cbf7-4660-49f9-96e8-0a3a818f2307 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.1376760 Jun 22 18:38:47.755168 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2168f-6110-47d8-aad0-d4e3b46a22c9 req-f9f7b962-4caf-4dda-b881-cb39817da52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:47.757016 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bfd2168f-6110-47d8-aad0-d4e3b46a22c9 req-f9f7b962-4caf-4dda-b881-cb39817da52f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3da2b546-9571-4efb-84b3-a97455475ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1025491 Jun 22 18:38:47.775690 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a90c0591-6d54-478f-85c2-3b7eca145aba req-585b23f4-1d50-4d8a-b487-9c218575ae2a tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555332 Jun 22 18:38:47.872460 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bfd2168f-6110-47d8-aad0-d4e3b46a22c9 req-2acc2eca-f14f-4b9b-8528-eeee855169a3 service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957301 Jun 22 18:38:47.902792 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1eae30ce-0da4-4eac-80f0-103fe73eadd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:34:29Z', 'revision_number': 4, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5f428a5f-c725-4ffb-af48-e39a53c2df17', 'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'mac_address': 'fa:16:3e:d2:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:27Z', 'updated_at': '2021-06-22T18:34:36Z', 'revision_number': 5, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'subnets': [{'id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:38:47.930405 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eae30ce-0da4-4eac-80f0-103fe73eadd7 None None] The sync data for ids ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'] in dv-cinder-774286-17-smb is: [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:34:29Z', 'revision_number': 4, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5f428a5f-c725-4ffb-af48-e39a53c2df17', 'name': '', 'network_id': '3da2b546-9571-4efb-84b3-a97455475ad7', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'mac_address': 'fa:16:3e:d2:b0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:27Z', 'updated_at': '2021-06-22T18:34:36Z', 'revision_number': 5, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'subnets': [{'id': '20cb7916-bbad-4edc-99a2-48d72a15dfdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:38:47.996482 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bfd2168f-6110-47d8-aad0-d4e3b46a22c9 req-296821a1-e659-4ba3-af64-e63e9bbdaaa0 service neutron] 10.222.0.16 "GET /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164355 Jun 22 18:38:48.196347 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f0feb7-8265-4fde-b5a9-e30e96492d5e None None] New status for floating IP 0e815751-de66-4388-927d-6fa84e580971: DOWN {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:38:48.614420 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-bf7afbb2-41bb-4706-a9e6-cc52f4193481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:48.615967 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-bf7afbb2-41bb-4706-a9e6-cc52f4193481 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452&tenant_id=70fd6516731c4324801ac38cb5772ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0581684 Jun 22 18:38:48.655628 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d241a8-6e54-4e13-ae25-7fc28719a891 req-fb05c052-335a-41ee-810d-04fc3259d22c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:48.657124 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-16d241a8-6e54-4e13-ae25-7fc28719a891 req-fb05c052-335a-41ee-810d-04fc3259d22c tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0740092 Jun 22 18:38:48.692171 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-e13fc9fb-0169-4b98-9843-c96ea632a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:48.693735 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-e13fc9fb-0169-4b98-9843-c96ea632a7a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 1096 time: 0.0542343 Jun 22 18:38:48.703645 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-16d241a8-6e54-4e13-ae25-7fc28719a891 req-3441d80c-1c6b-4c27-9aa5-1ff1f14c0d49 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400989 Jun 22 18:38:48.789224 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-1feda607-810e-4bc1-932e-30488d90c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:48.790743 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-1feda607-810e-4bc1-932e-30488d90c6be service neutron] 10.222.0.16 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 917 time: 0.0908053 Jun 22 18:38:48.871124 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-81bf8e96-b5bb-4df6-b865-7e6d6aa1a08a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f751a1-b2e2-4430-b127-cffd07bae388 HTTP/1.1" status: 200 len: 998 time: 0.0634086 Jun 22 18:38:48.898108 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4aeda-9621-49b2-9f01-8e0b719e373e req-d8352359-500d-4f70-9925-bd9ca808d841 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:48.900084 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e7c4aeda-9621-49b2-9f01-8e0b719e373e req-d8352359-500d-4f70-9925-bd9ca808d841 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.16 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.0788555 Jun 22 18:38:48.950487 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-5f31942d-bae8-4d60-bc19-e6a69a095c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:48.952264 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-5f31942d-bae8-4d60-bc19-e6a69a095c6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86029cc4-53ed-4bf7-b09e-25b82865fcc9 HTTP/1.1" status: 200 len: 855 time: 0.0745904 Jun 22 18:38:49.007399 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-e7c4aeda-9621-49b2-9f01-8e0b719e373e req-00be7e0f-e82e-4a6c-975f-90bfdda5bf97 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Deleting port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:38:49.007744 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e7c4aeda-9621-49b2-9f01-8e0b719e373e req-00be7e0f-e82e-4a6c-975f-90bfdda5bf97 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:49.055974 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9076b6-2148-4cce-99cc-85cd6058dd0d req-1c5561e8-d911-4a56-8e64-feb955e22c2f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:49.057446 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-db9076b6-2148-4cce-99cc-85cd6058dd0d req-1c5561e8-d911-4a56-8e64-feb955e22c2f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 945 time: 0.1278338 Jun 22 18:38:49.060591 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-d62529d5-2542-4654-a7b2-658547aeef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:49.061937 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-d62529d5-2542-4654-a7b2-658547aeef62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117786c8-730c-4528-a4af-5f123732c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0826964 Jun 22 18:38:49.099975 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-e7c4aeda-9621-49b2-9f01-8e0b719e373e req-00be7e0f-e82e-4a6c-975f-90bfdda5bf97 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] For port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:38:49.100366 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e7c4aeda-9621-49b2-9f01-8e0b719e373e req-00be7e0f-e82e-4a6c-975f-90bfdda5bf97 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:49.112517 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-e7c4aeda-9621-49b2-9f01-8e0b719e373e req-00be7e0f-e82e-4a6c-975f-90bfdda5bf97 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Calling delete_port for a74d4caa-3f02-4ca8-8966-e4ba37b8af5f owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:38:49.141846 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-db9076b6-2148-4cce-99cc-85cd6058dd0d req-49a9bb39-23c7-4644-8624-1505a3b7ac3e tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/security-groups?id=e460e3e4-ccce-48ba-aed5-72fbe9cee16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786271 Jun 22 18:38:49.189790 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-20013bbf-ce60-4684-9774-5f5097a24973 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196427 Jun 22 18:38:49.245645 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e7c4aeda-9621-49b2-9f01-8e0b719e373e req-00be7e0f-e82e-4a6c-975f-90bfdda5bf97 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:49.249955 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7074c035-2de4-4b8d-9154-6a3c90f98967 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:38:49.277952 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be7e0f-e82e-4a6c-975f-90bfdda5bf97 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Pushing event deleted for resources: {'Port': ['ID=a74d4caa-3f02-4ca8-8966-e4ba37b8af5f,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:38:49.283192 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-00be7e0f-e82e-4a6c-975f-90bfdda5bf97 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:38:49.292172 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1fd3e848-14ec-4cd7-ac91-bef14d3705ed req-f4883eff-5071-419c-9c04-18b65289f82f service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956481 Jun 22 18:38:49.323492 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c4aeda-9621-49b2-9f01-8e0b719e373e req-00be7e0f-e82e-4a6c-975f-90bfdda5bf97 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] No DVR routers for this DVR port a74d4caa-3f02-4ca8-8966-e4ba37b8af5f on host hv-cinder-77428 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:38:49.326035 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-e7c4aeda-9621-49b2-9f01-8e0b719e373e req-00be7e0f-e82e-4a6c-975f-90bfdda5bf97 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:49.328167 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e7c4aeda-9621-49b2-9f01-8e0b719e373e req-00be7e0f-e82e-4a6c-975f-90bfdda5bf97 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.16 "DELETE /v2.0/ports/a74d4caa-3f02-4ca8-8966-e4ba37b8af5f HTTP/1.1" status: 204 len: 173 time: 0.4231701 Jun 22 18:38:49.328689 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'name': 'network-vif-deleted', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:38:49.331061 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e8693f-5c5e-4c33-88c7-fc872ef82d25" -d '{"events": [{"server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "name": "network-vif-deleted", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:38:49.377899 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d33999-8e09-45f8-8084-d2bc568a080e x-openstack-request-id: req-e6d33999-8e09-45f8-8084-d2bc568a080e {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:38:49.378231 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3452a7a6-4384-4fd2-90f6-a3808537a365", "name": "network-vif-deleted", "tag": "a74d4caa-3f02-4ca8-8966-e4ba37b8af5f", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:38:49.378570 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6d33999-8e09-45f8-8084-d2bc568a080e {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:38:49.379038 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3452a7a6-4384-4fd2-90f6-a3808537a365', 'name': 'network-vif-deleted', 'tag': 'a74d4caa-3f02-4ca8-8966-e4ba37b8af5f', 'status': 'completed', 'code': 200} Jun 22 18:38:49.959258 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a76bf9-f970-46bc-9920-2d3f43dac729 req-08a95bba-d6fd-48a3-8168-0ce9dc39028f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:49.961656 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d6a76bf9-f970-46bc-9920-2d3f43dac729 req-08a95bba-d6fd-48a3-8168-0ce9dc39028f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.1052136 Jun 22 18:38:50.007455 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d6a76bf9-f970-46bc-9920-2d3f43dac729 req-3785baab-33c7-4498-9083-0f875941d82b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379620 Jun 22 18:38:50.313383 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6187a9fb-d51b-4bb8-ba46-2ed2adff0555 req-9fa3f60b-48c1-49a5-b6d2-0f4dbec79c07 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 210 time: 0.0333376 Jun 22 18:38:51.208550 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7993f-4294-4a65-9648-271d968e2eb0 req-7cb92144-a261-4a92-914f-c40e16ac9e6f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:51.215444 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1ab7993f-4294-4a65-9648-271d968e2eb0 req-7cb92144-a261-4a92-914f-c40e16ac9e6f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0847297 Jun 22 18:38:51.250862 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-1ab7993f-4294-4a65-9648-271d968e2eb0 req-b5e0a67f-35a6-487a-8f53-ba6bbec8cdeb tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343182 Jun 22 18:38:51.480588 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-39a35b25-95c5-4b52-b5d4-b4703a7b32eb req-87cc0ef0-0c58-434a-9c38-4e9332ea4a7e tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 210 time: 0.0310066 Jun 22 18:38:52.245198 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device a74d4caa-3f02-4ca8-8966-e4ba37b8af5f no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:38:52.269859 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: a74d4caa-3f02-4ca8-8966-e4ba37b8af5f {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:38:52.270243 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device a74d4caa-3f02-4ca8-8966-e4ba37b8af5f not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:38:52.605082 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa1cf3-8864-4f7d-b751-a3edb047d5cc req-cfbce160-a98f-4400-955c-f14eaad3b7da tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:52.606678 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c7fa1cf3-8864-4f7d-b751-a3edb047d5cc req-cfbce160-a98f-4400-955c-f14eaad3b7da tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0741372 Jun 22 18:38:52.666304 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-142f4837-fa6d-41e0-ba6c-61c8f144f1f2 req-9a2829b7-c486-4777-a601-b300e29dba8a tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 210 time: 0.0375867 Jun 22 18:38:52.667594 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-c7fa1cf3-8864-4f7d-b751-a3edb047d5cc req-c6ae1f1f-55f5-40cf-813e-4e20b9cd29a3 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533032 Jun 22 18:38:53.885065 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-be76a428-8eeb-4775-bcef-f09111b0b3dc req-9eefcb2b-2b98-4e69-8934-c17b64da1811 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 210 time: 0.0549943 Jun 22 18:38:53.903749 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d7a3b-666d-4447-a4b8-7e54b28c14ed req-025e4468-a245-4e3b-b526-6da4fd347a60 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:53.903749 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4e4d7a3b-666d-4447-a4b8-7e54b28c14ed req-025e4468-a245-4e3b-b526-6da4fd347a60 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0856664 Jun 22 18:38:53.955534 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-4e4d7a3b-666d-4447-a4b8-7e54b28c14ed req-19473dbd-bbd0-44a6-80fb-9007caaf9997 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402644 Jun 22 18:38:55.064425 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-da1b5b02-cd9f-40ae-bd09-adef8c7ec08f req-d724c647-a982-43d3-9ce9-2647069029dd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 210 time: 0.0326352 Jun 22 18:38:55.163726 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaa628-0a80-429f-88c2-a77279937218 req-8b9893c8-206d-4e7b-bb2f-ab81d734b03e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:55.165282 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cbfaa628-0a80-429f-88c2-a77279937218 req-8b9893c8-206d-4e7b-bb2f-ab81d734b03e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0664442 Jun 22 18:38:55.210258 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cbfaa628-0a80-429f-88c2-a77279937218 req-d01440e9-2ca6-49f3-9d87-efcf2064f079 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388997 Jun 22 18:38:56.229457 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-1fb8400f-bb55-49f7-a78c-dc0644cb89b5 req-1847e48e-a923-4103-abd3-ce9e05f4bf84 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 210 time: 0.0292358 Jun 22 18:38:56.402027 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f434d-3cf7-4fe1-9566-f0f9cbc9bb5d req-e29881ff-9b15-42a2-a37f-43c97a0b3585 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:56.403858 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-197f434d-3cf7-4fe1-9566-f0f9cbc9bb5d req-e29881ff-9b15-42a2-a37f-43c97a0b3585 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0658128 Jun 22 18:38:56.447205 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-197f434d-3cf7-4fe1-9566-f0f9cbc9bb5d req-cd204c52-86ea-4c87-8458-77cfe091e02f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373697 Jun 22 18:38:57.389419 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-9f27e57b-bd99-46d5-a52f-858acd4ec96d req-5e6b1b77-41f9-44e9-bb27-6cbe18173d5e tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 210 time: 0.0301020 Jun 22 18:38:57.642838 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8160b-6ed0-4641-a12c-3b5727b89672 req-a5961162-d520-40ae-b8de-02eb4c446b1e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:57.645406 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a9c8160b-6ed0-4641-a12c-3b5727b89672 req-a5961162-d520-40ae-b8de-02eb4c446b1e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0716653 Jun 22 18:38:57.685346 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-a9c8160b-6ed0-4641-a12c-3b5727b89672 req-dfb5f3bd-0f7b-440f-94e8-e726683092a1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337729 Jun 22 18:38:58.551568 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-33abc410-bcff-467e-a65d-04193e492c3e req-a87ee7bf-c07f-4585-bfcc-76a045828951 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 210 time: 0.0310285 Jun 22 18:38:58.877116 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1441f1-42cb-48e4-9669-cf9e7ee52be6 req-2fdd813d-51c2-46b4-8cd8-fd2874b61ab9 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:38:58.878654 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9e1441f1-42cb-48e4-9669-cf9e7ee52be6 req-2fdd813d-51c2-46b4-8cd8-fd2874b61ab9 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0668330 Jun 22 18:38:58.920774 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9e1441f1-42cb-48e4-9669-cf9e7ee52be6 req-47ffe89e-7b68-4a03-a06a-5ca026deb5a3 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362761 Jun 22 18:38:59.523926 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:38:59.711709 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-70d2fa89-21d1-41be-ba60-c0df97ae7d9a req-9f63f496-f53d-4621-aa76-f69c1a699c6c tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3452a7a6-4384-4fd2-90f6-a3808537a365 HTTP/1.1" status: 200 len: 210 time: 0.0323377 Jun 22 18:39:00.101597 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d51df4-4742-4c03-8f4c-7ef33af3cbb3 req-e4c6aec2-54a7-4587-99d3-3ea0c7aa1a9a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:00.103069 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-10d51df4-4742-4c03-8f4c-7ef33af3cbb3 req-e4c6aec2-54a7-4587-99d3-3ea0c7aa1a9a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0672412 Jun 22 18:39:00.144834 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-10d51df4-4742-4c03-8f4c-7ef33af3cbb3 req-76a944d4-d0eb-4a96-b0c9-bd7ff08dc943 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358241 Jun 22 18:39:00.822850 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54816) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:00.896807 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.923569 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.995276 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:00.999340 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.003064 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] 10.222.0.20 "DELETE /v2.0/security-groups/e460e3e4-ccce-48ba-aed5-72fbe9cee16f HTTP/1.1" status: 204 len: 168 time: 0.1765361 Jun 22 18:39:01.003064 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2e706549-d0e3-453b-b9c1-4be2d25c20b6 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:01.012610 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e460e3e4-ccce-48ba-aed5-72fbe9cee16f,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:01.020658 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:01.021045 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:01.021442 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:01.022226 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:01.022604 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:01.023000 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:01.023369 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:01.023734 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:01.024128 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:01.024463 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:01.024821 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:01.025180 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:01.028148 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b1d50ae7-f489-47cd-89c6-220dd9c8d353 tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:01.063444 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54820) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:01.333720 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f343d8f-6ed1-4b6d-b13d-1d9c93324b0c req-14eb405e-db11-402e-a39d-5bf7ab50414e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:01.335439 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-8f343d8f-6ed1-4b6d-b13d-1d9c93324b0c req-14eb405e-db11-402e-a39d-5bf7ab50414e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 943 time: 0.0699072 Jun 22 18:39:01.373803 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-8f343d8f-6ed1-4b6d-b13d-1d9c93324b0c req-c7590833-c307-4b0c-ab7d-419d097e7710 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324438 Jun 22 18:39:01.424250 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bfeb476d-dfa4-407e-8c0c-3fde7167ca14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706258'] for router_interface, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.686901 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-bfeb476d-dfa4-407e-8c0c-3fde7167ca14 admin admin] Deleting port 5f428a5f-c725-4ffb-af48-e39a53c2df17 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:01.687284 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bfeb476d-dfa4-407e-8c0c-3fde7167ca14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.766722 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-bfeb476d-dfa4-407e-8c0c-3fde7167ca14 admin admin] For port 5f428a5f-c725-4ffb-af48-e39a53c2df17, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=5f428a5f-c725-4ffb-af48-e39a53c2df17,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:01.767728 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bfeb476d-dfa4-407e-8c0c-3fde7167ca14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.781444 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-bfeb476d-dfa4-407e-8c0c-3fde7167ca14 admin admin] Calling delete_port for 5f428a5f-c725-4ffb-af48-e39a53c2df17 owned by network:router_interface {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:01.783401 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ab5def13-7a2d-4dfa-bce6-3fc3087f832e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.966357 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bfeb476d-dfa4-407e-8c0c-3fde7167ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:01.969446 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-bc803ba4-ceed-4618-b27e-b42bb79a11e1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:01.998081 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb476d-dfa4-407e-8c0c-3fde7167ca14 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f428a5f-c725-4ffb-af48-e39a53c2df17,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:02.002022 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-bfeb476d-dfa4-407e-8c0c-3fde7167ca14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:02.161824 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bfeb476d-dfa4-407e-8c0c-3fde7167ca14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706126'] for router_interface, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:02.275400 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 29f751a1-b2e2-4430-b127-cffd07bae388 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:39:02.380150 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 29f751a1-b2e2-4430-b127-cffd07bae388, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29f751a1-b2e2-4430-b127-cffd07bae388,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:02.392646 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': '29f751a1-b2e2-4430-b127-cffd07bae388', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'port_id': '29f751a1-b2e2-4430-b127-cffd07bae388', 'mac_address': 'fa:16:3e:b8:be:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:39:02.451148 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:02.467586 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29f751a1-b2e2-4430-b127-cffd07bae388 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:39:02.493557 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 29f751a1-b2e2-4430-b127-cffd07bae388, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29f751a1-b2e2-4430-b127-cffd07bae388,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:02.499156 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:02.503639 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:02.559355 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=29f751a1-b2e2-4430-b127-cffd07bae388,revision_number=9']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:02.562711 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:02.672477 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c5c19-3858-4eeb-9b40-b183d32b4f68 req-65bcb9bc-9f18-4d08-a092-f5cf93a8ea13 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:02.673987 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-be3c5c19-3858-4eeb-9b40-b183d32b4f68 req-65bcb9bc-9f18-4d08-a092-f5cf93a8ea13 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 944 time: 0.1466377 Jun 22 18:39:02.703008 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['29f751a1-b2e2-4430-b127-cffd07bae388'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:39:02.706101 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfeb476d-dfa4-407e-8c0c-3fde7167ca14 admin admin] Router aa1cfb97-e667-49c4-84c8-7b1411ddff05 has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:02.730029 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-be3c5c19-3858-4eeb-9b40-b183d32b4f68 req-96d79062-f083-48fe-99e0-e1d74902d0e8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483580 Jun 22 18:39:02.857295 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfeb476d-dfa4-407e-8c0c-3fde7167ca14 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:02.861498 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:39:02.863284 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-bfeb476d-dfa4-407e-8c0c-3fde7167ca14 admin admin] 10.222.0.20 "PUT /v2.0/routers/aa1cfb97-e667-49c4-84c8-7b1411ddff05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978661 Jun 22 18:39:02.865952 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54826) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:02.874442 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8281b689-e513-4b4c-ab65-d5c5a8006d03 None None] Sync routers for ids ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:02.883973 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8281b689-e513-4b4c-ab65-d5c5a8006d03 None None] Routers {'aa1cfb97-e667-49c4-84c8-7b1411ddff05'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:02.884701 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-8281b689-e513-4b4c-ab65-d5c5a8006d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:38:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:02.996697 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-8281b689-e513-4b4c-ab65-d5c5a8006d03 None None] Set router aa1cfb97-e667-49c4-84c8-7b1411ddff05 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:03.243565 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:03.321706 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-8281b689-e513-4b4c-ab65-d5c5a8006d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:39:01Z', 'revision_number': 5, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:03.351497 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8281b689-e513-4b4c-ab65-d5c5a8006d03 None None] Checking router: aa1cfb97-e667-49c4-84c8-7b1411ddff05 for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:03.360486 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8281b689-e513-4b4c-ab65-d5c5a8006d03 None None] Routers {'aa1cfb97-e667-49c4-84c8-7b1411ddff05'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:03.360965 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-8281b689-e513-4b4c-ab65-d5c5a8006d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:38:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:03.387710 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469b995-3bd3-418c-ba4d-6682b9da9fcf req-3fbe287b-368f-4aec-92a4-5dd2361e518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:03.389280 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a469b995-3bd3-418c-ba4d-6682b9da9fcf req-3fbe287b-368f-4aec-92a4-5dd2361e518c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=70fd6516731c4324801ac38cb5772ae8&device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 1097 time: 0.1112223 Jun 22 18:39:03.390647 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:03.469019 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-8281b689-e513-4b4c-ab65-d5c5a8006d03 None None] Set router aa1cfb97-e667-49c4-84c8-7b1411ddff05 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:03.520092 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Deleting port f0a1fdd1-0784-460b-933e-23eeec6c7f30 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:03.520317 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:03.524774 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469b995-3bd3-418c-ba4d-6682b9da9fcf req-7dcedc1e-b424-43f1-ad9e-0846353c5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:03.526262 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a469b995-3bd3-418c-ba4d-6682b9da9fcf req-7dcedc1e-b424-43f1-ad9e-0846353c5b0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 200 len: 917 time: 0.0998669 Jun 22 18:39:03.632733 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a469b995-3bd3-418c-ba4d-6682b9da9fcf req-b51ea14a-96d7-470a-b630-e4b60fd96df6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29f751a1-b2e2-4430-b127-cffd07bae388 HTTP/1.1" status: 200 len: 999 time: 0.0964937 Jun 22 18:39:03.649902 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-8281b689-e513-4b4c-ab65-d5c5a8006d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:39:01Z', 'revision_number': 5, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:03.676614 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8281b689-e513-4b4c-ab65-d5c5a8006d03 None None] The sync data for ids ['aa1cfb97-e667-49c4-84c8-7b1411ddff05'] in dv-cinder-774286-17-smb is: [{'id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'name': 'tempest-TestShelveInstance-1371716756-router', 'tenant_id': '7f5a242e816b43869392d3725cb18e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:24Z', 'updated_at': '2021-06-22T18:39:01Z', 'revision_number': 5, 'project_id': '7f5a242e816b43869392d3725cb18e35', 'gw_port': {'id': 'f0a1fdd1-0784-460b-933e-23eeec6c7f30', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1cfb97-e667-49c4-84c8-7b1411ddff05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:25Z', 'updated_at': '2021-06-22T18:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:03.689200 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] For port f0a1fdd1-0784-460b-933e-23eeec6c7f30, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=f0a1fdd1-0784-460b-933e-23eeec6c7f30,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:03.689642 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:03.709426 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Calling delete_port for f0a1fdd1-0784-460b-933e-23eeec6c7f30 owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:03.716526 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469b995-3bd3-418c-ba4d-6682b9da9fcf req-495add79-4c31-43b3-85c2-1554fa0c8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:03.717998 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a469b995-3bd3-418c-ba4d-6682b9da9fcf req-495add79-4c31-43b3-85c2-1554fa0c8c1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=86029cc4-53ed-4bf7-b09e-25b82865fcc9 HTTP/1.1" status: 200 len: 855 time: 0.0773191 Jun 22 18:39:03.859444 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469b995-3bd3-418c-ba4d-6682b9da9fcf req-635c1fcb-e31e-4a23-871f-b02580269f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:03.861008 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a469b995-3bd3-418c-ba4d-6682b9da9fcf req-635c1fcb-e31e-4a23-871f-b02580269f70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=117786c8-730c-4528-a4af-5f123732c621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1351519 Jun 22 18:39:04.037642 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.041313 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:04.044668 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a469b995-3bd3-418c-ba4d-6682b9da9fcf req-f0bcfae2-4964-4546-858c-8336c093fc07 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736383 Jun 22 18:39:04.056325 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f76d8f-bd76-41ef-b658-7b958dbb3862 req-087efb38-aaf2-4a7f-87a1-5eb10f21c866 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:04.057797 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-75f76d8f-bd76-41ef-b658-7b958dbb3862 req-087efb38-aaf2-4a7f-87a1-5eb10f21c866 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 944 time: 0.1942539 Jun 22 18:39:04.089547 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a1fdd1-0784-460b-933e-23eeec6c7f30,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:04.107253 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:04.215189 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-75f76d8f-bd76-41ef-b658-7b958dbb3862 req-332f3db1-df3c-4561-b19f-47bede036dd1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370952 Jun 22 18:39:04.241540 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739618'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.286257 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 29f751a1-b2e2-4430-b127-cffd07bae388 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:04.308715 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a469b995-3bd3-418c-ba4d-6682b9da9fcf req-64a9a68f-d6f1-4756-bb31-ee020dc01ec8 service neutron] 10.222.0.16 "GET /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332861 Jun 22 18:39:04.342193 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.344972 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port 29f751a1-b2e2-4430-b127-cffd07bae388 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:04.345164 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.345358 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.397431 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719077'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.398322 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa1cfb97-e667-49c4-84c8-7b1411ddff05 {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:39:04.405493 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.409335 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] 10.222.0.20 "DELETE /v2.0/routers/aa1cfb97-e667-49c4-84c8-7b1411ddff05 HTTP/1.1" status: 204 len: 168 time: 1.5396247 Jun 22 18:39:04.409733 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54832) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:04.436698 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.467938 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:04.470522 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ced4dc2-4545-4f02-97a4-4b2e1b3079db" -d '{"events": [{"server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "name": "network-vif-plugged", "status": "completed", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:04.488166 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port 29f751a1-b2e2-4430-b127-cffd07bae388, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29f751a1-b2e2-4430-b127-cffd07bae388,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:04.494038 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.494197 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-24eed6ea-5477-437b-846a-45ad1d1a26a4 admin admin] Deleting subnet 20cb7916-bbad-4edc-99a2-48d72a15dfdb {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:39:04.496636 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:04.498233 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24eed6ea-5477-437b-846a-45ad1d1a26a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.523914 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 5f428a5f-c725-4ffb-af48-e39a53c2df17 no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:39:04.541017 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24eed6ea-5477-437b-846a-45ad1d1a26a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067162608'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.565755 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9730d2a1-4f63-469f-81ae-6c1f6de779ba x-openstack-request-id: req-9730d2a1-4f63-469f-81ae-6c1f6de779ba {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:04.566566 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "name": "network-vif-plugged", "status": "completed", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:04.566817 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9730d2a1-4f63-469f-81ae-6c1f6de779ba {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:04.567221 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388', 'code': 200} Jun 22 18:39:04.570270 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: 5f428a5f-c725-4ffb-af48-e39a53c2df17 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:39:04.572616 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 5f428a5f-c725-4ffb-af48-e39a53c2df17 not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:39:04.589527 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=29f751a1-b2e2-4430-b127-cffd07bae388,revision_number=10']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:04.600579 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:04.643113 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24eed6ea-5477-437b-846a-45ad1d1a26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.704406 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24eed6ea-5477-437b-846a-45ad1d1a26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066912760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066989577'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.710218 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:04.745288 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eed6ea-5477-437b-846a-45ad1d1a26a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20cb7916-bbad-4edc-99a2-48d72a15dfdb,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:04.756543 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb84798-4688-446a-b433-4078dd2fb8e9 None None] Network 3da2b546-9571-4efb-84b3-a97455475ad7 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:39:04.765361 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-24eed6ea-5477-437b-846a-45ad1d1a26a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:04.766556 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-24eed6ea-5477-437b-846a-45ad1d1a26a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.768657 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-24eed6ea-5477-437b-846a-45ad1d1a26a4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/20cb7916-bbad-4edc-99a2-48d72a15dfdb HTTP/1.1" status: 204 len: 168 time: 0.3573599 Jun 22 18:39:04.772233 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54836) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:04.823965 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7609e05-eef8-4da9-99c8-a3a888000499 req-9a90e385-efb3-491a-a642-ff3ee385a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:04.826812 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f7609e05-eef8-4da9-99c8-a3a888000499 req-9a90e385-efb3-491a-a642-ff3ee385a61e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 1099 time: 0.1190007 Jun 22 18:39:04.854608 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.866236 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f7609e05-eef8-4da9-99c8-a3a888000499 req-3b047d6b-efeb-4ed3-a7dd-23eabcba23ea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324872 Jun 22 18:39:04.921800 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Deleting port 0cadc852-4574-439e-a354-7ce19ac6259f {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:04.922404 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:04.977646 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f431834b-f4d7-4576-b49d-ab544ae7da30 None None] DHCP port deletion for 3da2b546-9571-4efb-84b3-a97455475ad7 request from dv-cinder-774286-17-smb {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:39:04.999607 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] For port 0cadc852-4574-439e-a354-7ce19ac6259f, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=0cadc852-4574-439e-a354-7ce19ac6259f,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:05.000000 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.013096 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Calling delete_port for 0cadc852-4574-439e-a354-7ce19ac6259f owned by network:dhcp {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:05.025803 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-f431834b-f4d7-4576-b49d-ab544ae7da30 None None] Deleting port 0cadc852-4574-439e-a354-7ce19ac6259f {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:05.026217 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f431834b-f4d7-4576-b49d-ab544ae7da30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.091813 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-f431834b-f4d7-4576-b49d-ab544ae7da30 None None] For port 0cadc852-4574-439e-a354-7ce19ac6259f, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=0cadc852-4574-439e-a354-7ce19ac6259f,segment=NetworkSegment(df4f74f7-59d6-4dc0-9084-66b7530e1089),segment_id=df4f74f7-59d6-4dc0-9084-66b7530e1089)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:05.092418 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f431834b-f4d7-4576-b49d-ab544ae7da30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.098269 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.100154 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-be56b4a4-4156-4e75-886d-1276c7dc9783 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:05.108185 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-f431834b-f4d7-4576-b49d-ab544ae7da30 None None] Calling delete_port for 0cadc852-4574-439e-a354-7ce19ac6259f owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:05.123134 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=0cadc852-4574-439e-a354-7ce19ac6259f,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:05.126563 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:05.129266 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] No DVR routers for this DVR port 0cadc852-4574-439e-a354-7ce19ac6259f on host dv-cinder-774286-17-smb {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:39:05.186579 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f431834b-f4d7-4576-b49d-ab544ae7da30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.188480 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:05.198422 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.209143 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da2b546-9571-4efb-84b3-a97455475ad7']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:05.210287 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431834b-f4d7-4576-b49d-ab544ae7da30 None None] Pushing event deleted for resources: {'Port': ['ID=0cadc852-4574-439e-a354-7ce19ac6259f,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:05.212765 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f431834b-f4d7-4576-b49d-ab544ae7da30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:05.217436 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f431834b-f4d7-4576-b49d-ab544ae7da30 None None] No DVR routers for this DVR port 0cadc852-4574-439e-a354-7ce19ac6259f on host dv-cinder-774286-17-smb {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:39:05.227859 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4f74f7-59d6-4dc0-9084-66b7530e1089') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:05.228164 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4f74f7-59d6-4dc0-9084-66b7530e1089') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:05.237153 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067134520'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.250382 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.256803 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:39:05.257174 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065620159'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: Traceback (most recent call last): Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: timer() Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: cb(*args, **kw) Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: return func(*args, **kwargs) Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: self._notify() Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: self.callback(batched_events) Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: event.method(event) Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: return f(self, *a, **k) Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: return self._get(url).json() Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:39:05.258893 dv-cinder-774286-17-smb neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:39:05.311892 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ae9a0eb3-754d-4ad4-8ffc-1cfc740b21b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.314612 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.318452 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cca1eef9-4fdc-449f-aeaf-14bade1a12c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:05.321140 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.323258 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] 10.222.0.20 "DELETE /v2.0/networks/3da2b546-9571-4efb-84b3-a97455475ad7 HTTP/1.1" status: 204 len: 168 time: 0.5489726 Jun 22 18:39:05.327007 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54840) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:05.336950 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=3da2b546-9571-4efb-84b3-a97455475ad7,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:05.339835 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2f1183b9-5d66-454c-9c04-117c9d3e6c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:05.525381 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d2761-47ab-4138-ad5c-0caf4f24196d req-a9a7c4c4-68b4-46d6-9022-c605941ce538 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:05.526803 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0a8d2761-47ab-4138-ad5c-0caf4f24196d req-a9a7c4c4-68b4-46d6-9022-c605941ce538 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 946 time: 0.1505172 Jun 22 18:39:05.614589 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0a8d2761-47ab-4138-ad5c-0caf4f24196d req-56f2fcc9-c888-4a1e-8556-338130f3eb7a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788789 Jun 22 18:39:05.635286 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:05.795184 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706258'] for router_interface, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.089203 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] Deleting port ac6d75c7-f573-4e8c-afe1-ce8328d19028 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:06.089554 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.179566 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] For port ac6d75c7-f573-4e8c-afe1-ce8328d19028, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=ac6d75c7-f573-4e8c-afe1-ce8328d19028,segment=NetworkSegment(efd9b174-0f00-40bf-9f4c-39802fa16c68),segment_id=efd9b174-0f00-40bf-9f4c-39802fa16c68)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:06.179868 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.193736 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] Calling delete_port for ac6d75c7-f573-4e8c-afe1-ce8328d19028 owned by network:router_interface {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:06.378254 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.380670 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.382239 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-932bec20-b6a1-46f5-9ab3-d1d538a25636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:06.406074 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6d75c7-f573-4e8c-afe1-ce8328d19028,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:06.410653 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:06.479632 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device f0a1fdd1-0784-460b-933e-23eeec6c7f30 no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:39:06.501556 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: f0a1fdd1-0784-460b-933e-23eeec6c7f30 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:39:06.502060 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device f0a1fdd1-0784-460b-933e-23eeec6c7f30 not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:39:06.502502 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 0cadc852-4574-439e-a354-7ce19ac6259f no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:39:06.522399 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: 0cadc852-4574-439e-a354-7ce19ac6259f {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:39:06.522810 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 0cadc852-4574-439e-a354-7ce19ac6259f not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:39:06.603242 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706126'] for router_interface, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:06.817203 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] Router f69bc0cb-b570-4faa-8c68-8663aac35b50 has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:06.831139 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa609ab-107e-43da-a5c0-868b969fe605 req-761961de-60ad-45dc-85b3-82ef357f608a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:06.833663 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-eaa609ab-107e-43da-a5c0-868b969fe605 req-761961de-60ad-45dc-85b3-82ef357f608a tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 946 time: 0.0676017 Jun 22 18:39:06.876405 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-eaa609ab-107e-43da-a5c0-868b969fe605 req-92c3eaa6-7584-43ed-99ab-71345889325b tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364459 Jun 22 18:39:06.926242 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:06.931352 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] 10.222.0.20 "PUT /v2.0/routers/f69bc0cb-b570-4faa-8c68-8663aac35b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5962176 Jun 22 18:39:06.933891 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54880) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:06.937759 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac4f4a-676e-4b29-a27d-c72a739538cc None None] Sync routers for ids ['f69bc0cb-b570-4faa-8c68-8663aac35b50'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:06.949143 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac4f4a-676e-4b29-a27d-c72a739538cc None None] Routers {'f69bc0cb-b570-4faa-8c68-8663aac35b50'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:06.949807 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-feac4f4a-676e-4b29-a27d-c72a739538cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:39:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['f69bc0cb-b570-4faa-8c68-8663aac35b50'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:07.040693 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:07.057462 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-feac4f4a-676e-4b29-a27d-c72a739538cc None None] Set router f69bc0cb-b570-4faa-8c68-8663aac35b50 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:07.145743 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:07.201227 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Deleting port 11906f6e-a0e7-4915-8850-ffd8eb30147a {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:07.201592 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:07.234922 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-feac4f4a-676e-4b29-a27d-c72a739538cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'name': 'tempest-TestShelveInstance-1413822671-router', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155'}], 'enable_snat': True}, 'gw_port_id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:39:06Z', 'revision_number': 5, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'gw_port': {'id': '11906f6e-a0e7-4915-8850-ffd8eb30147a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:2d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:32Z', 'updated_at': '2021-06-22T18:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:07.260954 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac4f4a-676e-4b29-a27d-c72a739538cc None None] Checking router: f69bc0cb-b570-4faa-8c68-8663aac35b50 for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:07.269264 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feac4f4a-676e-4b29-a27d-c72a739538cc None None] Routers {'f69bc0cb-b570-4faa-8c68-8663aac35b50'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:07.269907 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-feac4f4a-676e-4b29-a27d-c72a739538cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:39:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['f69bc0cb-b570-4faa-8c68-8663aac35b50'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:07.283064 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] For port 11906f6e-a0e7-4915-8850-ffd8eb30147a, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=11906f6e-a0e7-4915-8850-ffd8eb30147a,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:07.283419 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:07.296021 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Calling delete_port for 11906f6e-a0e7-4915-8850-ffd8eb30147a owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:07.356229 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-feac4f4a-676e-4b29-a27d-c72a739538cc None None] Set router f69bc0cb-b570-4faa-8c68-8663aac35b50 gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:07.411514 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-feac4f4a-676e-4b29-a27d-c72a739538cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'name': 'tempest-TestShelveInstance-1413822671-router', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:39:07Z', 'revision_number': 6, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'gw_port_host': None}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:07.438016 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feac4f4a-676e-4b29-a27d-c72a739538cc None None] The sync data for ids ['f69bc0cb-b570-4faa-8c68-8663aac35b50'] in dv-cinder-774286-17-smb is: [{'id': 'f69bc0cb-b570-4faa-8c68-8663aac35b50', 'name': 'tempest-TestShelveInstance-1413822671-router', 'tenant_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:31Z', 'updated_at': '2021-06-22T18:39:07Z', 'revision_number': 6, 'project_id': '7caf3568c4f9427c9874bdb3c0ab8198', 'gw_port_host': None}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:07.728834 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:07.730706 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5e1af06e-324b-4f81-ad9d-2b9279f2dd9d tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:07.754276 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=11906f6e-a0e7-4915-8850-ffd8eb30147a,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:07.757395 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:07.830576 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739618'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:07.922461 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:07.924990 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:07.968481 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719077'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:07.969033 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f69bc0cb-b570-4faa-8c68-8663aac35b50 {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:39:07.974150 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:07.975283 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f69bc0cb-b570-4faa-8c68-8663aac35b50 HTTP/1.1" status: 204 len: 168 time: 1.0406158 Jun 22 18:39:07.978105 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54882) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:08.037479 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-3085bf9d-e62d-41de-b7f0-fefee404b294 admin admin] Deleting subnet b52ca1fe-edb1-443b-904d-1081ee3e676d {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:39:08.040522 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3085bf9d-e62d-41de-b7f0-fefee404b294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.078620 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3085bf9d-e62d-41de-b7f0-fefee404b294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067162608'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.156482 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3085bf9d-e62d-41de-b7f0-fefee404b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.210404 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3085bf9d-e62d-41de-b7f0-fefee404b294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066912760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066989577'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.212842 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:08.237648 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085bf9d-e62d-41de-b7f0-fefee404b294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b52ca1fe-edb1-443b-904d-1081ee3e676d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:08.240661 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-3085bf9d-e62d-41de-b7f0-fefee404b294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:08.241864 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3085bf9d-e62d-41de-b7f0-fefee404b294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.243650 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-3085bf9d-e62d-41de-b7f0-fefee404b294 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b52ca1fe-edb1-443b-904d-1081ee3e676d HTTP/1.1" status: 204 len: 168 time: 0.2645767 Jun 22 18:39:08.246395 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54884) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:08.246539 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265078c0-b543-413a-9343-b1aef3a975e7 None None] Network c21e9fae-1718-44f0-aafa-6372ef2f4a62 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:39:08.318807 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.373049 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Deleting port 8697c07d-845f-4bcc-907b-653e10c7d904 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:08.373512 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.442166 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] For port 8697c07d-845f-4bcc-907b-653e10c7d904, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=8697c07d-845f-4bcc-907b-653e10c7d904,segment=NetworkSegment(efd9b174-0f00-40bf-9f4c-39802fa16c68),segment_id=efd9b174-0f00-40bf-9f4c-39802fa16c68)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:08.442523 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.456743 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Calling delete_port for 8697c07d-845f-4bcc-907b-653e10c7d904 owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:08.459437 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d8e50-1697-456b-af20-e5dc264bcf23 None None] DHCP port deletion for c21e9fae-1718-44f0-aafa-6372ef2f4a62 request from dv-cinder-774286-17-smb {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:39:08.507988 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device ac6d75c7-f573-4e8c-afe1-ce8328d19028 no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:39:08.534975 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: ac6d75c7-f573-4e8c-afe1-ce8328d19028 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:39:08.535376 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device ac6d75c7-f573-4e8c-afe1-ce8328d19028 not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:39:08.535812 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 11906f6e-a0e7-4915-8850-ffd8eb30147a no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:39:08.546810 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.550036 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ee72ae94-0b12-4ad4-8818-2b5d11bb56c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:08.559087 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: 11906f6e-a0e7-4915-8850-ffd8eb30147a {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:39:08.559434 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 11906f6e-a0e7-4915-8850-ffd8eb30147a not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:39:08.575236 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Pushing event deleted for resources: {'Port': ['ID=8697c07d-845f-4bcc-907b-653e10c7d904,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:08.577223 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] No DVR routers for this DVR port 8697c07d-845f-4bcc-907b-653e10c7d904 on host dv-cinder-774286-17-smb {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:39:08.577417 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d8e50-1697-456b-af20-e5dc264bcf23 None None] Deleting port 8697c07d-845f-4bcc-907b-653e10c7d904 {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:08.577838 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8e50-1697-456b-af20-e5dc264bcf23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.578727 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:08.593471 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.646641 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-9c0d8e50-1697-456b-af20-e5dc264bcf23 None None] For port 8697c07d-845f-4bcc-907b-653e10c7d904, host dv-cinder-774286-17-smb, got binding levels [] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:08.647092 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8e50-1697-456b-af20-e5dc264bcf23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.654834 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.660005 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-9c0d8e50-1697-456b-af20-e5dc264bcf23 None None] Calling delete_port for 8697c07d-845f-4bcc-907b-653e10c7d904 owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:08.663020 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.ipam_backend_mixin [None req-9c0d8e50-1697-456b-af20-e5dc264bcf23 None None] Port 8697c07d-845f-4bcc-907b-653e10c7d904 was not found and therefore no delete operation was performed {{(pid=92921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 18:39:08.664289 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9c0d8e50-1697-456b-af20-e5dc264bcf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.666113 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:08.666397 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21e9fae-1718-44f0-aafa-6372ef2f4a62']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:08.690250 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd9b174-0f00-40bf-9f4c-39802fa16c68') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:08.690996 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd9b174-0f00-40bf-9f4c-39802fa16c68') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:08.692757 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d8e50-1697-456b-af20-e5dc264bcf23 None None] Pushing event deleted for resources: {'Port': ['ID=8697c07d-845f-4bcc-907b-653e10c7d904,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:08.696010 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-9c0d8e50-1697-456b-af20-e5dc264bcf23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:08.696816 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d8e50-1697-456b-af20-e5dc264bcf23 None None] No DVR routers for this DVR port 8697c07d-845f-4bcc-907b-653e10c7d904 on host dv-cinder-774286-17-smb {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:39:08.700950 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067162601'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.717266 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.723244 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:39:08.723715 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066911071'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: Traceback (most recent call last): Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: timer() Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: cb(*args, **kw) Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: return func(*args, **kwargs) Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: self._notify() Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: self.callback(batched_events) Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: event.method(event) Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: return f(self, *a, **k) Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: return self._get(url).json() Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:39:08.725514 dv-cinder-774286-17-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:39:08.780080 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.784852 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:08.786495 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:08.788623 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c21e9fae-1718-44f0-aafa-6372ef2f4a62 HTTP/1.1" status: 204 len: 168 time: 0.5409756 Jun 22 18:39:08.807384 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Pushing event deleted for resources: {'Network': ['ID=c21e9fae-1718-44f0-aafa-6372ef2f4a62,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:08.810216 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-58395b69-909c-4fef-8dae-6ac37c845452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:08.967387 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54888) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:09.007900 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-af7d2b71-76b8-4ea4-944c-3d7a20af9559 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f5a242e816b43869392d3725cb18e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391645 Jun 22 18:39:09.010527 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54890) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:09.060865 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7ef67ed9-55aa-4c2d-a07f-7bfb28dcc098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:09.082870 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7ef67ed9-55aa-4c2d-a07f-7bfb28dcc098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:09.131834 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7ef67ed9-55aa-4c2d-a07f-7bfb28dcc098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:09.140824 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7ef67ed9-55aa-4c2d-a07f-7bfb28dcc098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:09.142007 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-7ef67ed9-55aa-4c2d-a07f-7bfb28dcc098 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af5af6fb-fa13-41c9-9b09-c76e2e6d6280 HTTP/1.1" status: 204 len: 168 time: 0.1305315 Jun 22 18:39:09.142819 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-199263e8-b856-41f0-9429-d9b87fc9ab3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:09.151163 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef67ed9-55aa-4c2d-a07f-7bfb28dcc098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5af6fb-fa13-41c9-9b09-c76e2e6d6280,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:09.153731 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7ef67ed9-55aa-4c2d-a07f-7bfb28dcc098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:09.470690 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54896) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:09.514503 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-1717041b-413a-4c01-8552-de4ecfa06aaa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7caf3568c4f9427c9874bdb3c0ab8198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421669 Jun 22 18:39:09.516691 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54898) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:09.568034 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bd9abd8f-66b4-45c2-b412-175ea559aa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:09.592997 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bd9abd8f-66b4-45c2-b412-175ea559aa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:09.649789 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bd9abd8f-66b4-45c2-b412-175ea559aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:09.652720 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bd9abd8f-66b4-45c2-b412-175ea559aa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:09.653923 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-bd9abd8f-66b4-45c2-b412-175ea559aa72 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d07143f-1d53-4ca4-aae8-bdf59166e506 HTTP/1.1" status: 204 len: 168 time: 0.1361248 Jun 22 18:39:09.654793 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4009e3db-e5ee-44b2-bc3f-bc116a578568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:09.665537 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9abd8f-66b4-45c2-b412-175ea559aa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d07143f-1d53-4ca4-aae8-bdf59166e506,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:09.667901 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bd9abd8f-66b4-45c2-b412-175ea559aa72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:10.460039 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 8697c07d-845f-4bcc-907b-653e10c7d904 no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:39:10.480221 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: 8697c07d-845f-4bcc-907b-653e10c7d904 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:39:10.480570 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 8697c07d-845f-4bcc-907b-653e10c7d904 not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:39:29.535686 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:31.785780 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-61aab13d-94c4-4069-b8d0-a4e0fc908baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:35.313456 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-5c8a2f48-c85d-4eff-948c-ef638276085d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:35.617793 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:36.381873 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.583531 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:38.969727 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8bdd27-ef13-4ad2-8d2a-ca7fa5b8bb7a req-9ba79fbc-1bc3-4860-823e-0d4a0dd77fed tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:38.971331 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ed8bdd27-ef13-4ad2-8d2a-ca7fa5b8bb7a req-9ba79fbc-1bc3-4860-823e-0d4a0dd77fed tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 946 time: 0.0688210 Jun 22 18:39:39.013733 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ed8bdd27-ef13-4ad2-8d2a-ca7fa5b8bb7a req-17e2fe00-b681-4bbe-a4bd-1a11a3a22530 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354209 Jun 22 18:39:39.860571 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:39:40.232721 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea767e-16cc-4f88-8a23-0067ffedaeab req-a045a22c-ea23-4eb8-ab51-9e43bfcb24c1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:40.234326 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-56ea767e-16cc-4f88-8a23-0067ffedaeab req-a045a22c-ea23-4eb8-ab51-9e43bfcb24c1 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 946 time: 0.0986650 Jun 22 18:39:40.291890 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71532083-0aef-4541-aa5e-b0144a807a6d req-d6dfdde1-d2ea-4932-b404-af1fbc00f767 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:40.293420 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-71532083-0aef-4541-aa5e-b0144a807a6d req-d6dfdde1-d2ea-4932-b404-af1fbc00f767 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 946 time: 0.1134448 Jun 22 18:39:40.297005 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-56ea767e-16cc-4f88-8a23-0067ffedaeab req-e8f6c24d-f980-4e00-abc7-b536711a1809 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups?id=11a091e9-a5d5-49a2-b22e-b243942d5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546525 Jun 22 18:39:40.416773 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Deleting port 29f751a1-b2e2-4430-b127-cffd07bae388 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:40.417114 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.519317 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] For port 29f751a1-b2e2-4430-b127-cffd07bae388, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=29f751a1-b2e2-4430-b127-cffd07bae388,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:40.519695 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.781152 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.781600 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.781957 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.l3_db [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Floating IP 767b2ef1-e95e-4a07-8ec1-715a5fee0b7b disassociated. External IP: 172.28.3.60, port: 29f751a1-b2e2-4430-b127-cffd07bae388. Jun 22 18:39:40.782322 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Calling delete_port for 29f751a1-b2e2-4430-b127-cffd07bae388 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:40.918489 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:40.922852 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ddc4f41b-2f98-4192-b5dc-ed59f1605ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:40.952960 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event deleted for resources: {'Port': ['ID=29f751a1-b2e2-4430-b127-cffd07bae388,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:40.956939 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:41.073504 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Router e68dbb89-a96f-4439-b6e8-389fec6f51ed has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:41.185520 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:41.195742 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b86507-aacd-4bbc-8df4-0ba5a5a2b9e9 None None] Sync routers for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:41.205272 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b86507-aacd-4bbc-8df4-0ba5a5a2b9e9 None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:41.206477 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-06b86507-aacd-4bbc-8df4-0ba5a5a2b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:39:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:41.234236 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] No DVR routers for this DVR port 29f751a1-b2e2-4430-b127-cffd07bae388 on host hv-cinder-77428 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:39:41.236952 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:41.239019 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-71532083-0aef-4541-aa5e-b0144a807a6d req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.16 "DELETE /v2.0/ports/29f751a1-b2e2-4430-b127-cffd07bae388 HTTP/1.1" status: 204 len: 173 time: 0.9402580 Jun 22 18:39:41.239552 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'name': 'network-vif-deleted', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:39:41.241928 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f23b9be-ce42-4062-9685-5efe3dfcdad4" -d '{"events": [{"server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "name": "network-vif-deleted", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:39:41.311862 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08746ef-21b7-4ee0-94fb-ff8178a4ed08 x-openstack-request-id: req-e08746ef-21b7-4ee0-94fb-ff8178a4ed08 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:39:41.315070 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b28803-9aa7-4c3c-8628-426816b8b452", "name": "network-vif-deleted", "tag": "29f751a1-b2e2-4430-b127-cffd07bae388", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:39:41.315765 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e08746ef-21b7-4ee0-94fb-ff8178a4ed08 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:39:41.319283 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b28803-9aa7-4c3c-8628-426816b8b452', 'name': 'network-vif-deleted', 'tag': '29f751a1-b2e2-4430-b127-cffd07bae388', 'status': 'completed', 'code': 200} Jun 22 18:39:41.325371 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-06b86507-aacd-4bbc-8df4-0ba5a5a2b9e9 None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:41.585810 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-06b86507-aacd-4bbc-8df4-0ba5a5a2b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:22Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:41.589149 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-67454f7e-9037-4ed6-9bae-506055ee49fc req-60098857-f922-490d-96aa-75aa88b225c4 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9b28803-9aa7-4c3c-8628-426816b8b452 HTTP/1.1" status: 200 len: 210 time: 0.0424716 Jun 22 18:39:41.638819 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b86507-aacd-4bbc-8df4-0ba5a5a2b9e9 None None] Checking router: e68dbb89-a96f-4439-b6e8-389fec6f51ed for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:41.649464 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b86507-aacd-4bbc-8df4-0ba5a5a2b9e9 None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:41.650379 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-06b86507-aacd-4bbc-8df4-0ba5a5a2b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:39:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:41.957163 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-06b86507-aacd-4bbc-8df4-0ba5a5a2b9e9 None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:42.253806 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-06b86507-aacd-4bbc-8df4-0ba5a5a2b9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:22Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:42.307873 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b86507-aacd-4bbc-8df4-0ba5a5a2b9e9 None None] The sync data for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb is: [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:34:17Z', 'revision_number': 4, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': 'd59acb99-78f7-408e-be91-24527f1526e3', 'name': '', 'network_id': '117786c8-730c-4528-a4af-5f123732c621', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'mac_address': 'fa:16:3e:68:62:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:16Z', 'updated_at': '2021-06-22T18:34:22Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'subnets': [{'id': '86029cc4-53ed-4bf7-b09e-25b82865fcc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:42.541371 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4483002-b395-4496-b2bd-395f46afed60 None None] New status for floating IP 767b2ef1-e95e-4a07-8ec1-715a5fee0b7b: DOWN {{(pid=92922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:39:42.747289 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54932) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:42.809608 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e94d5847-cdf3-4ea0-8fe1-ee50d26df32d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.841704 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e94d5847-cdf3-4ea0-8fe1-ee50d26df32d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.897375 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e94d5847-cdf3-4ea0-8fe1-ee50d26df32d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.900632 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e94d5847-cdf3-4ea0-8fe1-ee50d26df32d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:42.902054 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-e94d5847-cdf3-4ea0-8fe1-ee50d26df32d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "DELETE /v2.0/security-groups/11a091e9-a5d5-49a2-b22e-b243942d5119 HTTP/1.1" status: 204 len: 168 time: 0.1536434 Jun 22 18:39:42.903178 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-79a26e68-5e91-4d34-bc1a-eb952140eee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:42.905221 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54934) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:42.913562 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d5847-cdf3-4ea0-8fe1-ee50d26df32d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a091e9-a5d5-49a2-b22e-b243942d5119,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:42.916343 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e94d5847-cdf3-4ea0-8fe1-ee50d26df32d tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:42.923131 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.api.v2.resource [None req-def1bf25-15d7-404f-a3c5-03cbe4b3c276 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] show failed (client error): The resource could not be found. Jun 22 18:39:42.928620 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-def1bf25-15d7-404f-a3c5-03cbe4b3c276 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "GET /v2.0/security-groups/11a091e9-a5d5-49a2-b22e-b243942d5119 HTTP/1.1" status: 404 len: 347 time: 0.0219972 Jun 22 18:39:42.929211 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54936) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:43.063284 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-e671320c-ef00-46a1-b1df-7d45ed683424 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Deleting port 558cdd89-222c-48c8-bb62-359e16cbed4c {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:43.063544 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e671320c-ef00-46a1-b1df-7d45ed683424 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.147149 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e671320c-ef00-46a1-b1df-7d45ed683424 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.147493 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e671320c-ef00-46a1-b1df-7d45ed683424 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.160565 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-e671320c-ef00-46a1-b1df-7d45ed683424 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Calling delete_port for 558cdd89-222c-48c8-bb62-359e16cbed4c owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:43.324811 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e671320c-ef00-46a1-b1df-7d45ed683424 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.327011 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:43.356733 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671320c-ef00-46a1-b1df-7d45ed683424 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Pushing event deleted for resources: {'Port': ['ID=558cdd89-222c-48c8-bb62-359e16cbed4c,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:43.360058 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e671320c-ef00-46a1-b1df-7d45ed683424 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:43.423407 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e671320c-ef00-46a1-b1df-7d45ed683424 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.425996 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e671320c-ef00-46a1-b1df-7d45ed683424 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:43.427174 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-e671320c-ef00-46a1-b1df-7d45ed683424 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] 10.222.0.20 "DELETE /v2.0/floatingips/767b2ef1-e95e-4a07-8ec1-715a5fee0b7b HTTP/1.1" status: 204 len: 168 time: 0.4967663 Jun 22 18:39:44.368717 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 29f751a1-b2e2-4430-b127-cffd07bae388 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:39:44.389563 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: 29f751a1-b2e2-4430-b127-cffd07bae388 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:39:44.389919 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device 29f751a1-b2e2-4430-b127-cffd07bae388 not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:39:46.036899 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54958) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:46.557052 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65f0a9cc-7820-41de-85cd-c4ab82a99204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706258'] for router_interface, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.838729 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-65f0a9cc-7820-41de-85cd-c4ab82a99204 admin admin] Deleting port d59acb99-78f7-408e-be91-24527f1526e3 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:46.839199 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65f0a9cc-7820-41de-85cd-c4ab82a99204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.926183 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-65f0a9cc-7820-41de-85cd-c4ab82a99204 admin admin] For port d59acb99-78f7-408e-be91-24527f1526e3, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=d59acb99-78f7-408e-be91-24527f1526e3,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:46.926532 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65f0a9cc-7820-41de-85cd-c4ab82a99204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:46.941316 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-65f0a9cc-7820-41de-85cd-c4ab82a99204 admin admin] Calling delete_port for d59acb99-78f7-408e-be91-24527f1526e3 owned by network:router_interface {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:47.138992 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65f0a9cc-7820-41de-85cd-c4ab82a99204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.141634 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:47.171555 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0a9cc-7820-41de-85cd-c4ab82a99204 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59acb99-78f7-408e-be91-24527f1526e3,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:47.175544 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-65f0a9cc-7820-41de-85cd-c4ab82a99204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:47.387952 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-65f0a9cc-7820-41de-85cd-c4ab82a99204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706126'] for router_interface, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.613312 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f0a9cc-7820-41de-85cd-c4ab82a99204 admin admin] Router e68dbb89-a96f-4439-b6e8-389fec6f51ed has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:47.724343 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f0a9cc-7820-41de-85cd-c4ab82a99204 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:47.729441 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-65f0a9cc-7820-41de-85cd-c4ab82a99204 admin admin] 10.222.0.20 "PUT /v2.0/routers/e68dbb89-a96f-4439-b6e8-389fec6f51ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6915894 Jun 22 18:39:47.732012 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54962) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:47.735724 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb493b-3974-4204-b9e0-5ffeb4bb0556 None None] Sync routers for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:47.745161 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb493b-3974-4204-b9e0-5ffeb4bb0556 None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:47.745789 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-d3cb493b-3974-4204-b9e0-5ffeb4bb0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:39:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:47.841082 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Notify callbacks [] for router, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:47.865710 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-d3cb493b-3974-4204-b9e0-5ffeb4bb0556 None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:48.054552 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-d3cb493b-3974-4204-b9e0-5ffeb4bb0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:48.087225 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb493b-3974-4204-b9e0-5ffeb4bb0556 None None] Checking router: e68dbb89-a96f-4439-b6e8-389fec6f51ed for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:48.097621 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb493b-3974-4204-b9e0-5ffeb4bb0556 None None] Routers {'e68dbb89-a96f-4439-b6e8-389fec6f51ed'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:48.098273 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-d3cb493b-3974-4204-b9e0-5ffeb4bb0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:39:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:48.215221 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-d3cb493b-3974-4204-b9e0-5ffeb4bb0556 None None] Set router e68dbb89-a96f-4439-b6e8-389fec6f51ed gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:48.240262 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.296616 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Deleting port 105f9bb7-d8c9-42da-8b58-6cec3160d99e {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:48.296954 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.383887 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] For port 105f9bb7-d8c9-42da-8b58-6cec3160d99e, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=105f9bb7-d8c9-42da-8b58-6cec3160d99e,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:48.384260 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.400770 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Calling delete_port for 105f9bb7-d8c9-42da-8b58-6cec3160d99e owned by network:router_gateway {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:48.402747 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-d3cb493b-3974-4204-b9e0-5ffeb4bb0556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:48.443653 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cb493b-3974-4204-b9e0-5ffeb4bb0556 None None] The sync data for ids ['e68dbb89-a96f-4439-b6e8-389fec6f51ed'] in dv-cinder-774286-17-smb is: [{'id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'name': 'tempest-AttachVolumeShelveTestJSON-385248973-router', 'tenant_id': '70fd6516731c4324801ac38cb5772ae8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47'}], 'enable_snat': True}, 'gw_port_id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:34:11Z', 'updated_at': '2021-06-22T18:39:47Z', 'revision_number': 5, 'project_id': '70fd6516731c4324801ac38cb5772ae8', 'gw_port': {'id': '105f9bb7-d8c9-42da-8b58-6cec3160d99e', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68dbb89-a96f-4439-b6e8-389fec6f51ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:34:13Z', 'updated_at': '2021-06-22T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:48.590523 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.592881 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7799e145-2b5b-4214-a5c0-c370f2717952 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:48.622870 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=105f9bb7-d8c9-42da-8b58-6cec3160d99e,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:48.626007 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:48.685637 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739618'] for router_gateway, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.790876 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.793430 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.864055 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719077'] for router, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.864594 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e68dbb89-a96f-4439-b6e8-389fec6f51ed {{(pid=92919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:39:48.869638 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.873004 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-ef762214-b0ad-4c75-a0ff-8c59b23aa6fe admin admin] 10.222.0.20 "DELETE /v2.0/routers/e68dbb89-a96f-4439-b6e8-389fec6f51ed HTTP/1.1" status: 204 len: 168 time: 1.1366117 Jun 22 18:39:48.873514 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54964) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:48.928881 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Deleting subnet 86029cc4-53ed-4bf7-b09e-25b82865fcc9 {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:39:48.932758 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:48.972497 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067162608'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.056543 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.120632 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066912760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066989577'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.123815 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:49.153829 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86029cc4-53ed-4bf7-b09e-25b82865fcc9,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:49.159160 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.161069 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/86029cc4-53ed-4bf7-b09e-25b82865fcc9 HTTP/1.1" status: 204 len: 168 time: 0.2865539 Jun 22 18:39:49.165224 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54966) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:49.167283 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:49.167664 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:49.168037 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:49.168404 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:49.168754 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:49.169110 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:49.169464 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:49.169784 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac039397-8a71-415b-9a9f-a0d043be1307 None None] Network 117786c8-730c-4528-a4af-5f123732c621 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:39:49.170597 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:49.170597 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:49.170597 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:49.171134 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:49.171291 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:49.175362 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-33c0dbff-9ef7-43da-bdcc-4f025b0930d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:49.242714 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.300035 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Deleting port cd8a9da0-86dc-4a76-b768-a6c99d48e00e {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:39:49.300397 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.369743 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] For port cd8a9da0-86dc-4a76-b768-a6c99d48e00e, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=cd8a9da0-86dc-4a76-b768-a6c99d48e00e,segment=NetworkSegment(d0a2c2dc-dfab-402a-9386-55822adfc13e),segment_id=d0a2c2dc-dfab-402a-9386-55822adfc13e)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:49.370118 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.383130 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Calling delete_port for cd8a9da0-86dc-4a76-b768-a6c99d48e00e owned by network:dhcp {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:39:49.470866 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.473269 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-858df32a-c783-4d01-a81e-5f3a1892cf74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:49.493734 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27429bff-a444-4946-9356-7ff2ba8efd58 None None] DHCP port deletion for 117786c8-730c-4528-a4af-5f123732c621 request from dv-cinder-774286-17-smb {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:39:49.498828 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd8a9da0-86dc-4a76-b768-a6c99d48e00e,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:49.502189 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:49.503192 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] No DVR routers for this DVR port cd8a9da0-86dc-4a76-b768-a6c99d48e00e on host dv-cinder-774286-17-smb {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:39:49.584235 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.594694 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117786c8-730c-4528-a4af-5f123732c621']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:49.605289 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a2c2dc-dfab-402a-9386-55822adfc13e') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:49.605611 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a2c2dc-dfab-402a-9386-55822adfc13e') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:49.614846 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067134520'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.629117 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.635085 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:39:49.635482 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065620159'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: Traceback (most recent call last): Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: timer() Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: cb(*args, **kw) Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: return func(*args, **kwargs) Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: self._notify() Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: self.callback(batched_events) Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: event.method(event) Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: return f(self, *a, **k) Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: return self._get(url).json() Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:39:49.637111 dv-cinder-774286-17-smb neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:39:49.692323 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.696208 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0facea56-ebad-4db5-8890-108685a55292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:49.699137 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.700676 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] 10.222.0.20 "DELETE /v2.0/networks/117786c8-730c-4528-a4af-5f123732c621 HTTP/1.1" status: 204 len: 168 time: 0.5339999 Jun 22 18:39:49.713190 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Pushing event deleted for resources: {'Network': ['ID=117786c8-730c-4528-a4af-5f123732c621,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:49.715654 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fab5d18e-9068-47bd-a579-1326fd4afd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:49.822544 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54970) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:49.872923 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-7cd0d5b8-652b-46bc-b663-c23164321bcf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70fd6516731c4324801ac38cb5772ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489507 Jun 22 18:39:49.875213 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 54972) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:49.933644 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8738172f-b05c-4d44-b30a-80accfdf37c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:49.956612 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8738172f-b05c-4d44-b30a-80accfdf37c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:50.008128 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8738172f-b05c-4d44-b30a-80accfdf37c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:50.011317 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8738172f-b05c-4d44-b30a-80accfdf37c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:50.012757 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-8738172f-b05c-4d44-b30a-80accfdf37c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cbcc125-dbca-4155-81c3-6999a9d7b088 HTTP/1.1" status: 204 len: 168 time: 0.1366112 Jun 22 18:39:50.013551 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-42b82c4b-a007-4ba2-bc17-d6873ea408a0 tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:50.023006 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738172f-b05c-4d44-b30a-80accfdf37c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbcc125-dbca-4155-81c3-6999a9d7b088,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:50.026789 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8738172f-b05c-4d44-b30a-80accfdf37c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:50.495940 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 105f9bb7-d8c9-42da-8b58-6cec3160d99e no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:39:50.516445 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: 105f9bb7-d8c9-42da-8b58-6cec3160d99e {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:39:50.516803 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 105f9bb7-d8c9-42da-8b58-6cec3160d99e not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:39:50.517359 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device d59acb99-78f7-408e-be91-24527f1526e3 no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:39:50.542292 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: d59acb99-78f7-408e-be91-24527f1526e3 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:39:50.542653 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device d59acb99-78f7-408e-be91-24527f1526e3 not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:39:50.543124 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device cd8a9da0-86dc-4a76-b768-a6c99d48e00e no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:39:50.564494 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: cd8a9da0-86dc-4a76-b768-a6c99d48e00e {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:39:50.564901 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device cd8a9da0-86dc-4a76-b768-a6c99d48e00e not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:39:50.818316 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54994) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:50.927455 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-936787410-network', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:50.950401 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Made reservation on behalf of a03ec4b9312c4ac29a133ccf3f464598 for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:39:50.952800 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:50.962389 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.059313 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.064593 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.068476 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7f840125-c445-43e7-a89d-996735224672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:51.091772 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:39:51.102001 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74188b3-ddb3-4a1a-af2d-09324e477a7c,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:51.106431 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:51.107541 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.107914 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Added segment 4ecada9d-14d8-44ce-9c62-dc33aa59fa6a of type vlan for network d076a316-5d9a-4ca9-8be2-080666ec3239 Jun 22 18:39:51.149224 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.180404 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.181903 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:51.182507 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.185119 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:51.249374 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4295928 Jun 22 18:39:51.253617 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 54998) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:51.259059 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-10429065-228b-4490-8c42-f0e5c0524e74 admin admin] Request body: {'subnet': {'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-936787410-subnet', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:51.262453 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Pushing event updated for resources: {'Network': ['ID=d076a316-5d9a-4ca9-8be2-080666ec3239,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:51.265789 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:51.274493 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network d076a316-5d9a-4ca9-8be2-080666ec3239 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:39:51.290227 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10429065-228b-4490-8c42-f0e5c0524e74 admin admin] Made reservation on behalf of a03ec4b9312c4ac29a133ccf3f464598 for: {'subnet': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:39:51.293196 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-10429065-228b-4490-8c42-f0e5c0524e74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1066989614'] for subnet, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.495463 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-10429065-228b-4490-8c42-f0e5c0524e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1066912569', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1066989568'] for subnet, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.497631 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a2bfaa93-83e1-4644-9a95-81268e1ee7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:51.552084 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10429065-228b-4490-8c42-f0e5c0524e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c86207e6-5006-48d9-8ba8-74f801319bea,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:51.555690 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-10429065-228b-4490-8c42-f0e5c0524e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:51.561314 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10429065-228b-4490-8c42-f0e5c0524e74 admin admin] Checking segment: {'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:51.561670 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10429065-228b-4490-8c42-f0e5c0524e74 admin admin] Network hostable DHCP agents. Network: d076a316-5d9a-4ca9-8be2-080666ec3239, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:39:51.579345 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10429065-228b-4490-8c42-f0e5c0524e74 admin admin] Network d076a316-5d9a-4ca9-8be2-080666ec3239 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:39:51.589999 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-10429065-228b-4490-8c42-f0e5c0524e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, d076a316-5d9a-4ca9-8be2-080666ec3239) {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:51.594508 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10429065-228b-4490-8c42-f0e5c0524e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:51.595160 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-10429065-228b-4490-8c42-f0e5c0524e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.608163 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd55578d-05f1-47a3-b4e8-9c64095e2ad9 None None] Network d076a316-5d9a-4ca9-8be2-080666ec3239 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:39:51.613246 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-10429065-228b-4490-8c42-f0e5c0524e74 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3551950 Jun 22 18:39:51.613424 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55000) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:51.617948 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:51.648010 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-719978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-629'] for router, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.649091 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-720119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-742571', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-634'] for router, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.713582 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.776250 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp91d19453-fdc3-5b30-8fd6-aedd5265515b-d076a316-5d9a-4ca9-8be2-080666ec3239', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea'}]}} from dv-cinder-774286-17-smb. {{(pid=92921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 18:39:51.777131 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.863479 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-742592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-719996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-584'] for router, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:51.928551 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.db_base_plugin_common [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Allocated IP 172.20.0.2 (d076a316-5d9a-4ca9-8be2-080666ec3239/c86207e6-5006-48d9-8ba8-74f801319bea/c561f4ec-773a-4dd4-b6b4-662ad04ea8bd) {{(pid=92921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:52.100053 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:52.114271 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Notify callbacks [] for port, precommit_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:52.119481 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:52.128995 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Transition to ACTIVE for port object c561f4ec-773a-4dd4-b6b4-662ad04ea8bd will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:52.153490 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Transition to ACTIVE for port object c561f4ec-773a-4dd4-b6b4-662ad04ea8bd will not be triggered until provisioned by entity DHCP. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:52.161872 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216'] for port, after_create {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:52.164085 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:52.202100 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Network d076a316-5d9a-4ca9-8be2-080666ec3239 is already hosted by enough agents. {{(pid=92921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:52.205462 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.scheduler.base_scheduler [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Resources bound (agent type, host, resource id): {{(pid=92921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:52.209280 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Received port after_create {{(pid=92921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:52.217090 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Pushing event updated for resources: {'Port': ['ID=c561f4ec-773a-4dd4-b6b4-662ad04ea8bd,revision_number=1']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:52.238615 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Allocated IP 172.28.3.183 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/b7be0f9f-6464-4a2d-ac2f-fddde706261a) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:52.242695 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:52.243078 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:52.243423 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:52.243761 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:52.244176 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:52.244522 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:52.244857 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:52.245183 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:52.245516 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:52.245841 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:52.246164 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:52.246487 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:52.252000 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:52.285864 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Attempting to bind port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:52.286255 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Attempting to bind port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:52.286633 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Attempting to bind port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd on network d076a316-5d9a-4ca9-8be2-080666ec3239 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:52.302085 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:52.303261 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Checking segment: {'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:52.303749 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:52.304170 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Bound using segment: {'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:52.304724 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Bound port: c561f4ec-773a-4dd4-b6b4-662ad04ea8bd, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:52.305224 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:52.361285 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:52.398443 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] For port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:52.402693 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] For port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=c561f4ec-773a-4dd4-b6b4-662ad04ea8bd,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:52.410883 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:52.411283 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:52.413097 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:52.413346 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:52.458596 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:52.462600 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:52.465253 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:52.480505 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Pushing event updated for resources: {'Port': ['ID=c561f4ec-773a-4dd4-b6b4-662ad04ea8bd,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:52.483716 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:52.501380 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Pushing event updated for resources: {'Port': ['ID=b7be0f9f-6464-4a2d-ac2f-fddde706261a,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:52.505082 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:52.773653 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:52.974453 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-719971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-739597'] for router, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:53.371826 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Router 4036656c-06a2-444c-a000-86001e0575c0 is scheduled to L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 with binding_index 1 {{(pid=92920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 18:39:53.383359 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c45ba44-2702-4c96-ae03-8bdbea82b84a None None] Network d076a316-5d9a-4ca9-8be2-080666ec3239 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:39:53.483728 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:53.494738 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Sync routers for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:53.503134 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:53.506662 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:53.507488 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55002) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:53.507985 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-6e2e969f-114f-4100-bc80-cd5b8371647c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8932471 Jun 22 18:39:53.515200 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:39:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:53.524994 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-3aa65731-ff77-438a-8dca-7d805566d647 None None] Provisioning for port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:53.630754 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:53.858755 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:52Z', 'revision_number': 3, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:53.888185 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Checking router: 4036656c-06a2-444c-a000-86001e0575c0 for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:53.888553 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Updating router 4036656c-06a2-444c-a000-86001e0575c0 port b7be0f9f-6464-4a2d-ac2f-fddde706261a binding host dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:39:53.923679 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:53.988841 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.151968 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Allocated IP 172.20.0.1 (d076a316-5d9a-4ca9-8be2-080666ec3239/c86207e6-5006-48d9-8ba8-74f801319bea/5197822e-9ca3-4134-806b-aa7359e4d893) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:54.190220 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Notify callbacks [] for port, precommit_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.200493 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.provisioning_blocks [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Transition to ACTIVE for port object b7be0f9f-6464-4a2d-ac2f-fddde706261a will not be triggered until provisioned by entity L2. {{(pid=92922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:54.208017 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.210959 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-6c3bafdb-4d9c-4155-949d-102a09b7bf79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:54.264605 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Pushing event updated for resources: {'Port': ['ID=b7be0f9f-6464-4a2d-ac2f-fddde706261a,revision_number=2']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:54.266867 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Attempting to bind port b7be0f9f-6464-4a2d-ac2f-fddde706261a on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:54.267262 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Attempting to bind port b7be0f9f-6464-4a2d-ac2f-fddde706261a by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:54.267801 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Attempting to bind port b7be0f9f-6464-4a2d-ac2f-fddde706261a on network 75389754-8e88-4ca5-ba06-bd89ba60b866 {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:54.276767 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:54.277170 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:54.277329 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.277510 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:54.277758 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:54.278081 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:54.278402 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:54.278721 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:54.279068 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:54.279387 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:54.279700 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:54.280035 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:54.280323 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:39:54.284501 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:54.285817 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:54.286197 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Checking segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:54.286599 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.287022 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Bound using segment: {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'} {{(pid=92922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:54.287507 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.managers [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Bound port: b7be0f9f-6464-4a2d-ac2f-fddde706261a, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455bf827-b23c-40e8-8755-0e7e4feac340', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}}] {{(pid=92922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:54.287878 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.296703 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Transition to ACTIVE for port object 5197822e-9ca3-4134-806b-aa7359e4d893 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:54.333584 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065622597'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.336582 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:54.342887 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] For port b7be0f9f-6464-4a2d-ac2f-fddde706261a, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:54.346746 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.plugins.ml2.db [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] For port b7be0f9f-6464-4a2d-ac2f-fddde706261a, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=b7be0f9f-6464-4a2d-ac2f-fddde706261a,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:54.351660 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron_lib.callbacks.manager [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.353871 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-bf9f1ce1-ee67-4513-8b0b-3d3cabec905c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:54.375574 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Network d076a316-5d9a-4ca9-8be2-080666ec3239 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:54.378534 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:54.381325 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:54.410260 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Pushing event updated for resources: {'Port': ['ID=5197822e-9ca3-4134-806b-aa7359e4d893,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:54.410669 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Pushing event updated for resources: {'Port': ['ID=b7be0f9f-6464-4a2d-ac2f-fddde706261a,revision_number=3']} {{(pid=92922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:54.413696 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:54.422004 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG oslo_concurrency.lockutils [None req-192d4a0c-b9ec-4e88-a207-aed4f1d8018c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92922) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:54.428381 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:54.428631 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:39:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:54.431720 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-741947'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.575188 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:54.586025 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device c561f4ec-773a-4dd4-b6b4-662ad04ea8bd up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:54.655434 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.670060 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:54.676483 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:54.676956 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.706563 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-7ecd73bc-d7d6-44a2-986b-5bea070575d3 None None] Provisioning for port 5197822e-9ca3-4134-806b-aa7359e4d893 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:54.717583 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-7ecd73bc-d7d6-44a2-986b-5bea070575d3 None None] Provisioning complete for port 5197822e-9ca3-4134-806b-aa7359e4d893 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:54.717972 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ecd73bc-d7d6-44a2-986b-5bea070575d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.762983 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd73bc-d7d6-44a2-986b-5bea070575d3 None None] Port 5197822e-9ca3-4134-806b-aa7359e4d893 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:39:54.833434 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:52Z', 'revision_number': 3, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:54.863885 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c65619-fa1c-42d6-831c-7f58072bbf00 None None] The sync data for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb is: [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:52Z', 'revision_number': 3, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:54.878106 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.884572 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065622615'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.888490 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3aade25e-7709-43fe-938e-d65b5b6af623 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:54.941232 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.959002 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Pushing event updated for resources: {'Port': ['ID=5197822e-9ca3-4134-806b-aa7359e4d893,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:54.964373 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:54.965689 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-706295'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:54.992110 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=c561f4ec-773a-4dd4-b6b4-662ad04ea8bd,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:54.998220 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:55.000455 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1c442e3c-5b17-492c-8c5d-0ca15e45d17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:55.054353 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=c561f4ec-773a-4dd4-b6b4-662ad04ea8bd,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:55.057815 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:55.079948 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Network d076a316-5d9a-4ca9-8be2-080666ec3239 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:55.082185 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:55.244740 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Router 4036656c-06a2-444c-a000-86001e0575c0 has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:39:55.370017 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:39:55.379838 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-b9dde8a1-75a4-47b2-9125-bf4a853b6aad admin admin] 10.222.0.20 "PUT /v2.0/routers/4036656c-06a2-444c-a000-86001e0575c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8665822 Jun 22 18:39:55.391513 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-d39b9ae4-7397-4895-aaa6-bc82814d828f None None] Provisioning complete for port 5197822e-9ca3-4134-806b-aa7359e4d893 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:55.391957 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d39b9ae4-7397-4895-aaa6-bc82814d828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:55.434651 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-d39b9ae4-7397-4895-aaa6-bc82814d828f None None] Port 5197822e-9ca3-4134-806b-aa7359e4d893 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:39:55.962594 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55012) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:55.969261 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-664f8c81-ff0c-42c2-8cd1-6c2bba719601 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949949916', 'description': 'tempest-description--2022005413'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:56.005703 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-664f8c81-ff0c-42c2-8cd1-6c2bba719601 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.129158 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-664f8c81-ff0c-42c2-8cd1-6c2bba719601 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.133747 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-664f8c81-ff0c-42c2-8cd1-6c2bba719601 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.136876 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-71dd384a-0108-4894-baa1-d61369e87ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:56.165888 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-664f8c81-ff0c-42c2-8cd1-6c2bba719601 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.170712 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-664f8c81-ff0c-42c2-8cd1-6c2bba719601 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2033825 Jun 22 18:39:56.171757 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55014) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:56.172434 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f8c81-ff0c-42c2-8cd1-6c2bba719601 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a8ab81-923e-4a79-b879-48d80a0e4a8d,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:56.176592 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-664f8c81-ff0c-42c2-8cd1-6c2bba719601 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:56.183608 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-19d387c3-c4f3-47f7-b364-290d1d193cec tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Request body: {'security_group_rule': {'security_group_id': 'f9a8ab81-923e-4a79-b879-48d80a0e4a8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:56.232774 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-19d387c3-c4f3-47f7-b364-290d1d193cec tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.345974 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-19d387c3-c4f3-47f7-b364-290d1d193cec tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.352256 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-19d387c3-c4f3-47f7-b364-290d1d193cec tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.363299 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7af9f157-9b36-4c34-a816-c661bd1ef77b tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:56.402466 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d387c3-c4f3-47f7-b364-290d1d193cec tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2234d63a-033a-4e9f-b27e-81b6bb7ae6ed,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:56.408349 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-19d387c3-c4f3-47f7-b364-290d1d193cec tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:56.411819 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-19d387c3-c4f3-47f7-b364-290d1d193cec tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.414275 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-19d387c3-c4f3-47f7-b364-290d1d193cec tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2403817 Jun 22 18:39:56.418406 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55016) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:56.425438 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-8883222f-3bbb-42d6-a3bd-bbc3a8d6c901 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Request body: {'security_group_rule': {'security_group_id': 'f9a8ab81-923e-4a79-b879-48d80a0e4a8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:56.488045 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8883222f-3bbb-42d6-a3bd-bbc3a8d6c901 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.590047 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8883222f-3bbb-42d6-a3bd-bbc3a8d6c901 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.595171 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8883222f-3bbb-42d6-a3bd-bbc3a8d6c901 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.597970 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0a37c234-0172-46f1-b376-5586d15bb805 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:56.626606 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883222f-3bbb-42d6-a3bd-bbc3a8d6c901 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c188fd8e-c69d-42d2-9dd1-8d45f74d8918,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:56.629804 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8883222f-3bbb-42d6-a3bd-bbc3a8d6c901 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:56.630721 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device b7be0f9f-6464-4a2d-ac2f-fddde706261a up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:56.632951 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8883222f-3bbb-42d6-a3bd-bbc3a8d6c901 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.638954 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Sync routers for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:39:56.639933 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-8883222f-3bbb-42d6-a3bd-bbc3a8d6c901 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2198081 Jun 22 18:39:56.643404 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55018) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:39:56.648457 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Request body: {'floatingip': {'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:56.681011 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.691017 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:56.691930 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:39:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:56.804046 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port b7be0f9f-6464-4a2d-ac2f-fddde706261a completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:56.824069 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port b7be0f9f-6464-4a2d-ac2f-fddde706261a triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:56.824704 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.834970 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:56.899751 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:56.955354 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Allocated IP 172.28.3.227 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/db1d6351-e3f2-4718-9855-5b1b0c454b7c) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:39:57.050499 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.082299 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.087014 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port b7be0f9f-6464-4a2d-ac2f-fddde706261a, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=b7be0f9f-6464-4a2d-ac2f-fddde706261a,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:57.094247 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.095129 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device c561f4ec-773a-4dd4-b6b4-662ad04ea8bd up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:57.102818 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-c7f182a2-e179-4a4a-ba7f-8e932d853ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:57.133281 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.135592 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2116a741-c653-4c25-89d1-6f77c9fb0ffd tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:57.185040 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:39:57.191563 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:39:57.197553 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:39:57.208400 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=b7be0f9f-6464-4a2d-ac2f-fddde706261a,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:57.212729 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:57.231489 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event updated for resources: {'Port': ['ID=db1d6351-e3f2-4718-9855-5b1b0c454b7c,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:57.239112 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:57.239885 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.245815 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:57.283858 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 2, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:57.317822 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.318509 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Checking router: 4036656c-06a2-444c-a000-86001e0575c0 for host: dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:39:57.318878 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Updating router 4036656c-06a2-444c-a000-86001e0575c0 port 5197822e-9ca3-4134-806b-aa7359e4d893 binding host dv-cinder-774286-17-smb {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 18:39:57.370662 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.382610 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.527127 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.531813 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.535764 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ade4e948-9ea1-48b5-8f34-2c039b8f7ffb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:57.615393 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event updated for resources: {'Port': ['ID=db1d6351-e3f2-4718-9855-5b1b0c454b7c,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:57.618756 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:57.620605 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.638499 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.640304 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9955993 Jun 22 18:39:57.674177 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.685624 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Transition to ACTIVE for port object 5197822e-9ca3-4134-806b-aa7359e4d893 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:39:57.692467 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.694486 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:57.743331 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb124d-83b9-4976-ad34-0c34c6cc5b2d None None] Pushing event updated for resources: {'Port': ['ID=5197822e-9ca3-4134-806b-aa7359e4d893,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:57.766421 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-eabb124d-83b9-4976-ad34-0c34c6cc5b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:57.802618 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-5b1b9718-4d2d-4ff5-91a3-2553d4dd34e7 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1949949916&fields=id&tenant_id=a03ec4b9312c4ac29a133ccf3f464598 HTTP/1.1" status: 200 len: 267 time: 0.0392973 Jun 22 18:39:57.804480 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Attempting to bind port 5197822e-9ca3-4134-806b-aa7359e4d893 on host dv-cinder-774286-17-smb for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:39:57.804865 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Attempting to bind port 5197822e-9ca3-4134-806b-aa7359e4d893 by drivers openvswitch,hyperv on host dv-cinder-774286-17-smb at level 0 using segments [{'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:39:57.805238 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Attempting to bind port 5197822e-9ca3-4134-806b-aa7359e4d893 on network d076a316-5d9a-4ca9-8be2-080666ec3239 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:39:57.810595 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Checking agent: {'id': 'b7dc862d-dda9-4979-a330-f912bc2a7c62', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-17-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 22, 36), 'started_at': datetime.datetime(2021, 6, 22, 18, 23, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-17-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:39:57.811052 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Checking segment: {'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:39:57.811469 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.812025 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Bound using segment: {'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:39:57.813350 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Bound port: 5197822e-9ca3-4134-806b-aa7359e4d893, host: dv-cinder-774286-17-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:39:57.813920 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.912727 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] For port 5197822e-9ca3-4134-806b-aa7359e4d893, host dv-cinder-774286-17-smb, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:39:57.916051 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] For port 5197822e-9ca3-4134-806b-aa7359e4d893, host dv-cinder-774286-17-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=5197822e-9ca3-4134-806b-aa7359e4d893,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:39:57.921738 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:57.925193 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:57.948001 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-9d1b5555-f8bb-4151-868d-0e6c1b84ef80 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:57.949390 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-9d1b5555-f8bb-4151-868d-0e6c1b84ef80 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/networks?id=d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 200 len: 810 time: 0.1399701 Jun 22 18:39:57.967486 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-bf24150b-8812-4bcc-81fe-5fc4eac684a0 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/quotas/a03ec4b9312c4ac29a133ccf3f464598 HTTP/1.1" status: 200 len: 375 time: 0.0100176 Jun 22 18:39:58.006087 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:39:58.006827 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:39:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:58.055966 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb124d-83b9-4976-ad34-0c34c6cc5b2d None None] Pushing event updated for resources: {'Port': ['ID=5197822e-9ca3-4134-806b-aa7359e4d893,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:58.059427 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-767fa78d-fa92-43ee-9fb3-38137507c7eb tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0820830 Jun 22 18:39:58.061558 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-eabb124d-83b9-4976-ad34-0c34c6cc5b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:58.146612 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: dv-cinder-774286-17-smb {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:39:58.178956 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-a8ca2e83-52df-42d3-b788-7bc551e69cc6 service neutron] 10.222.0.20 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005545 Jun 22 18:39:58.273673 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-32e3429c-d3ed-48c8-bdfa-cf869ca4e2f0 service neutron] 10.222.0.20 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881009 Jun 22 18:39:58.360723 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:39:58.400043 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fd771-5f20-4480-b67b-2cc2552715cc None None] The sync data for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb is: [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:39:58.499909 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bf45f03d-d102-4d90-afcb-e26d248cfc34 req-d6941e8d-4f57-4dde-a0bb-61454fc121c4 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 210 time: 0.0584722 Jun 22 18:39:58.637970 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 5197822e-9ca3-4134-806b-aa7359e4d893 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:58.693741 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning for port 5197822e-9ca3-4134-806b-aa7359e4d893 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:39:58.699056 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 5197822e-9ca3-4134-806b-aa7359e4d893 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:58.699454 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.795998 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.830607 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] For port 5197822e-9ca3-4134-806b-aa7359e4d893, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=5197822e-9ca3-4134-806b-aa7359e4d893,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:39:58.838520 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:58.839476 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device b7be0f9f-6464-4a2d-ac2f-fddde706261a up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:39:58.842894 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-eabb124d-83b9-4976-ad34-0c34c6cc5b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:39:58.937963 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Pushing event updated for resources: {'Port': ['ID=5197822e-9ca3-4134-806b-aa7359e4d893,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:39:58.952767 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:39:58.960139 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port b7be0f9f-6464-4a2d-ac2f-fddde706261a triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:39:58.960839 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.556229 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:39:59.668881 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6f3da15c-8bc4-47ab-8d76-dd07c3a39207 req-52eabb50-3e95-448f-9f69-64b78a8e1044 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 210 time: 0.0366790 Jun 22 18:39:59.716570 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-a0ba08ef-5616-4990-8ae9-0a70e69a6629 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:39:59.717955 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-a0ba08ef-5616-4990-8ae9-0a70e69a6629 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.16 "GET /v2.0/networks?id=d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 200 len: 810 time: 0.1514690 Jun 22 18:39:59.779723 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-0001c76c-83db-4fc3-897b-354d3d7aed8d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a03ec4b9312c4ac29a133ccf3f464598 HTTP/1.1" status: 200 len: 380 time: 0.0525894 Jun 22 18:39:59.788691 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Request body: {'port': {'device_id': 'c7234ce9-3326-4d3f-87b7-9ffa22c18c82', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'admin_state_up': True, 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'security_groups': ['f9a8ab81-923e-4a79-b879-48d80a0e4a8d']}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:39:59.903623 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Made reservation on behalf of a03ec4b9312c4ac29a133ccf3f464598 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:39:59.907277 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.036956 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Allocated IP 172.20.0.12 (d076a316-5d9a-4ca9-8be2-080666ec3239/c86207e6-5006-48d9-8ba8-74f801319bea/d5f9ecae-24c0-449e-881c-2fb3f7b8d182) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:40:00.176005 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.189136 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Transition to ACTIVE for port object d5f9ecae-24c0-449e-881c-2fb3f7b8d182 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:40:00.223506 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.227242 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:00.271160 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Network d076a316-5d9a-4ca9-8be2-080666ec3239 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:40:00.274363 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:40:00.278461 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:40:00.309562 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event updated for resources: {'Port': ['ID=d5f9ecae-24c0-449e-881c-2fb3f7b8d182,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:00.314287 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:00.337186 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:00.337826 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.353646 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-74c80a2b-1b86-4830-8f5c-861942b27c8f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5688946 Jun 22 18:40:00.366462 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Request body: {'port': {'device_id': 'c7234ce9-3326-4d3f-87b7-9ffa22c18c82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:00.441918 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.497995 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 5197822e-9ca3-4134-806b-aa7359e4d893 up at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:40:00.544821 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-8869e4d6-3c14-4628-955c-7cbb59cc0d39 None None] Provisioning for port d5f9ecae-24c0-449e-881c-2fb3f7b8d182 completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:40:00.551654 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-8869e4d6-3c14-4628-955c-7cbb59cc0d39 None None] Provisioning complete for port d5f9ecae-24c0-449e-881c-2fb3f7b8d182 triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:40:00.552033 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-8869e4d6-3c14-4628-955c-7cbb59cc0d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.582607 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Provisioning complete for port 5197822e-9ca3-4134-806b-aa7359e4d893 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:40:00.583008 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.607008 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-8869e4d6-3c14-4628-955c-7cbb59cc0d39 None None] Port d5f9ecae-24c0-449e-881c-2fb3f7b8d182 cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:40:00.713868 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f9ecae-24c0-449e-881c-2fb3f7b8d182 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:40:00.722950 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.736296 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Transition to ACTIVE for port object d5f9ecae-24c0-449e-881c-2fb3f7b8d182 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:40:00.741913 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:00.744216 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5873f340-0277-4713-aa66-65a1901f8f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:00.812046 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f9ecae-24c0-449e-881c-2fb3f7b8d182,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:00.818505 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:00.865722 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db418d9-e70a-4931-b464-d78c685a36c5 req-94953e0f-60cf-4a4d-a799-ce3c8e468acb tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:00.869164 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5db418d9-e70a-4931-b464-d78c685a36c5 req-94953e0f-60cf-4a4d-a799-ce3c8e468acb tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 944 time: 0.0781302 Jun 22 18:40:00.912016 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-5db418d9-e70a-4931-b464-d78c685a36c5 req-923d2e75-97ab-432d-9dbb-8e1291e9c4a6 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366628 Jun 22 18:40:00.912705 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Attempting to bind port d5f9ecae-24c0-449e-881c-2fb3f7b8d182 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:40:00.913052 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Attempting to bind port d5f9ecae-24c0-449e-881c-2fb3f7b8d182 by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:40:00.913374 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Attempting to bind port d5f9ecae-24c0-449e-881c-2fb3f7b8d182 on network d076a316-5d9a-4ca9-8be2-080666ec3239 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:40:00.918396 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Port d5f9ecae-24c0-449e-881c-2fb3f7b8d182 on network d076a316-5d9a-4ca9-8be2-080666ec3239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:40:00.918725 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Attempting to bind port d5f9ecae-24c0-449e-881c-2fb3f7b8d182 on network d076a316-5d9a-4ca9-8be2-080666ec3239 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:40:00.925259 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:40:00.925720 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Checking segment: {'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:40:00.926004 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Bound using segment: {'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:40:00.926464 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Bound port: d5f9ecae-24c0-449e-881c-2fb3f7b8d182, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:40:00.926820 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:01.012981 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] For port d5f9ecae-24c0-449e-881c-2fb3f7b8d182, host hv-cinder-77428, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:40:01.016905 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] For port d5f9ecae-24c0-449e-881c-2fb3f7b8d182, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d5f9ecae-24c0-449e-881c-2fb3f7b8d182,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:40:01.022404 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:01.024580 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9c16b778-9579-495c-8244-dad144960373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:01.062455 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:01.063105 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:01.064626 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] 10.222.0.16 "PUT /v2.0/ports/d5f9ecae-24c0-449e-881c-2fb3f7b8d182 HTTP/1.1" status: 200 len: 1094 time: 0.7035162 Jun 22 18:40:01.065177 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7234ce9-3326-4d3f-87b7-9ffa22c18c82', 'tag': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:40:01.067927 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3073b8f7-2919-431e-ba17-e37edeac9ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "c7234ce9-3326-4d3f-87b7-9ffa22c18c82", "tag": "d5f9ecae-24c0-449e-881c-2fb3f7b8d182"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:40:01.114932 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f9ecae-24c0-449e-881c-2fb3f7b8d182,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:01.118866 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379f832e-fdd9-48a1-94dc-dcc328fe2594 x-openstack-request-id: req-379f832e-fdd9-48a1-94dc-dcc328fe2594 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:40:01.119410 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7234ce9-3326-4d3f-87b7-9ffa22c18c82", "tag": "d5f9ecae-24c0-449e-881c-2fb3f7b8d182", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:40:01.119796 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-379f832e-fdd9-48a1-94dc-dcc328fe2594 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:40:01.120339 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7234ce9-3326-4d3f-87b7-9ffa22c18c82', 'tag': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182', 'status': 'completed', 'code': 200} Jun 22 18:40:01.121225 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:01.193066 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-b56e21b5-6495-4fd7-bb1f-ac7884411d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:01.195319 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-b56e21b5-6495-4fd7-bb1f-ac7884411d4c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 1097 time: 0.0699794 Jun 22 18:40:01.244172 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-c3e2509c-570b-41db-afcf-ae663219dd99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f9ecae-24c0-449e-881c-2fb3f7b8d182 HTTP/1.1" status: 200 len: 217 time: 0.0419843 Jun 22 18:40:01.296056 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-bf9d8a26-d6bd-48f4-9822-526d49b117c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:01.297571 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-bf9d8a26-d6bd-48f4-9822-526d49b117c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c86207e6-5006-48d9-8ba8-74f801319bea HTTP/1.1" status: 200 len: 849 time: 0.0475392 Jun 22 18:40:01.364525 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-1067b117-b5d8-40b5-b71a-532328871ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:01.366390 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-1067b117-b5d8-40b5-b71a-532328871ad2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d076a316-5d9a-4ca9-8be2-080666ec3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0601730 Jun 22 18:40:01.462290 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-5b5409bd-41ad-4dad-9326-0658db6acd82 service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900376 Jun 22 18:40:01.569700 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1adcc95-d812-44ee-be04-575ff8c7094e req-7a7aba0d-dbe4-4645-a962-fb46ed032742 service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016428 Jun 22 18:40:01.676737 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073b8f7-2919-431e-ba17-e37edeac9ba5 req-029127df-8b24-4000-8b0a-aef1b32f8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:01.678208 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3073b8f7-2919-431e-ba17-e37edeac9ba5 req-029127df-8b24-4000-8b0a-aef1b32f8bd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 1097 time: 0.0564926 Jun 22 18:40:01.779968 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073b8f7-2919-431e-ba17-e37edeac9ba5 req-4fb20fef-b667-41e6-a2e4-6d1631567fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:01.781474 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3073b8f7-2919-431e-ba17-e37edeac9ba5 req-4fb20fef-b667-41e6-a2e4-6d1631567fcd service neutron] 10.222.0.16 "GET /v2.0/networks?id=d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 200 len: 911 time: 0.0964265 Jun 22 18:40:01.824741 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3073b8f7-2919-431e-ba17-e37edeac9ba5 req-9e7700b9-4053-481c-96ab-f89d82807e56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f9ecae-24c0-449e-881c-2fb3f7b8d182 HTTP/1.1" status: 200 len: 217 time: 0.0360842 Jun 22 18:40:01.888954 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073b8f7-2919-431e-ba17-e37edeac9ba5 req-5a358ee2-aa70-41c5-90ef-8ad9aa510f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:01.890640 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3073b8f7-2919-431e-ba17-e37edeac9ba5 req-5a358ee2-aa70-41c5-90ef-8ad9aa510f66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c86207e6-5006-48d9-8ba8-74f801319bea HTTP/1.1" status: 200 len: 849 time: 0.0589631 Jun 22 18:40:01.905035 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b886431a-59b7-4e6e-8156-fcbc0fa18129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:01.957690 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073b8f7-2919-431e-ba17-e37edeac9ba5 req-b98190b1-ebe3-4300-a015-92d3b21ba9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:01.958614 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3073b8f7-2919-431e-ba17-e37edeac9ba5 req-b98190b1-ebe3-4300-a015-92d3b21ba9a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d076a316-5d9a-4ca9-8be2-080666ec3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0602055 Jun 22 18:40:02.053855 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3073b8f7-2919-431e-ba17-e37edeac9ba5 req-0fc2fa87-f332-4c61-834d-9d29df0100cf service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883243 Jun 22 18:40:02.115903 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c5de-0809-4436-a6fa-7a15ace05feb req-55bf1dd3-5148-45ac-8873-0806660a1f68 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:02.117413 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3971c5de-0809-4436-a6fa-7a15ace05feb req-55bf1dd3-5148-45ac-8873-0806660a1f68 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 944 time: 0.0665221 Jun 22 18:40:02.154390 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3073b8f7-2919-431e-ba17-e37edeac9ba5 req-e31b2657-a622-4ea9-9194-d2f28bd262df service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930860 Jun 22 18:40:02.158220 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-3971c5de-0809-4436-a6fa-7a15ace05feb req-8d68e535-2d02-4a61-98db-8c2f1f6c5e9f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347638 Jun 22 18:40:03.343651 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af55e0f-1de3-4c63-81a0-ed81be1bab97 req-84f32526-c78c-48ec-8f81-947fc369c338 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:03.345151 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6af55e0f-1de3-4c63-81a0-ed81be1bab97 req-84f32526-c78c-48ec-8f81-947fc369c338 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 944 time: 0.0659857 Jun 22 18:40:03.389343 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6af55e0f-1de3-4c63-81a0-ed81be1bab97 req-b39807aa-017d-414c-9a09-182e0d26c7ef tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369713 Jun 22 18:40:04.462788 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device d5f9ecae-24c0-449e-881c-2fb3f7b8d182 details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:40:04.565652 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port d5f9ecae-24c0-449e-881c-2fb3f7b8d182, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d5f9ecae-24c0-449e-881c-2fb3f7b8d182,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:04.570534 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d1a67-2a8c-485d-8d0a-97e0a03defc5 req-0a3be449-d0eb-425e-a3cc-f54a03beef91 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:04.572122 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bc7d1a67-2a8c-485d-8d0a-97e0a03defc5 req-0a3be449-d0eb-425e-a3cc-f54a03beef91 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 944 time: 0.0700521 Jun 22 18:40:04.577811 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'port_id': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182', 'mac_address': 'fa:16:3e:53:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:40:04.614492 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bc7d1a67-2a8c-485d-8d0a-97e0a03defc5 req-8fb527b6-b3f9-4246-9d07-ad8a25cf5967 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360532 Jun 22 18:40:04.620528 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.634540 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f9ecae-24c0-449e-881c-2fb3f7b8d182 {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:40:04.654533 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port d5f9ecae-24c0-449e-881c-2fb3f7b8d182, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d5f9ecae-24c0-449e-881c-2fb3f7b8d182,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:04.659307 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:04.661053 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:04.708529 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=d5f9ecae-24c0-449e-881c-2fb3f7b8d182,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:04.711754 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:04.865190 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['d5f9ecae-24c0-449e-881c-2fb3f7b8d182'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:40:05.320669 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ea40582b-b6e0-415d-9c8e-57e6cb225127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:05.618087 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:05.800636 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0238a-fc76-415f-94e3-9a577e17ad4b req-1334c873-ab40-4149-86f5-fcdb9707dfdd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:05.802104 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c0d0238a-fc76-415f-94e3-9a577e17ad4b req-1334c873-ab40-4149-86f5-fcdb9707dfdd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 945 time: 0.0670757 Jun 22 18:40:05.844600 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c0d0238a-fc76-415f-94e3-9a577e17ad4b req-3d22bc28-881a-4a2a-9081-1e1460785073 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369182 Jun 22 18:40:06.384361 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.478134 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device d5f9ecae-24c0-449e-881c-2fb3f7b8d182 up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:40:06.526364 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port d5f9ecae-24c0-449e-881c-2fb3f7b8d182 completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:40:06.529978 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port d5f9ecae-24c0-449e-881c-2fb3f7b8d182 triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:40:06.530367 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.608711 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.631160 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7234ce9-3326-4d3f-87b7-9ffa22c18c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:40:06.633409 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803ef23b-cf61-44d6-896a-1c70735d69f3" -d '{"events": [{"server_uuid": "c7234ce9-3326-4d3f-87b7-9ffa22c18c82", "name": "network-vif-plugged", "status": "completed", "tag": "d5f9ecae-24c0-449e-881c-2fb3f7b8d182"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:40:06.647003 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port d5f9ecae-24c0-449e-881c-2fb3f7b8d182, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d5f9ecae-24c0-449e-881c-2fb3f7b8d182,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:40:06.651287 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:06.654094 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:40:06.680748 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5d4775-692b-4fff-a47c-39d626879c06 x-openstack-request-id: req-ae5d4775-692b-4fff-a47c-39d626879c06 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:40:06.681061 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7234ce9-3326-4d3f-87b7-9ffa22c18c82", "name": "network-vif-plugged", "status": "completed", "tag": "d5f9ecae-24c0-449e-881c-2fb3f7b8d182", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:40:06.681352 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae5d4775-692b-4fff-a47c-39d626879c06 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:40:06.681747 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7234ce9-3326-4d3f-87b7-9ffa22c18c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182', 'code': 200} Jun 22 18:40:06.719006 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=d5f9ecae-24c0-449e-881c-2fb3f7b8d182,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:40:06.722180 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:40:06.900630 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a863fcc-e0b5-4573-bf85-a787529cd620 req-a6c4be77-b036-4225-96cd-d3f5c4b59c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:06.902247 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2a863fcc-e0b5-4573-bf85-a787529cd620 req-a6c4be77-b036-4225-96cd-d3f5c4b59c87 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 1099 time: 0.0549965 Jun 22 18:40:06.940812 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-2a863fcc-e0b5-4573-bf85-a787529cd620 req-0e5ca3ce-1804-4bc1-8623-f8aad7ac9bf9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310626 Jun 22 18:40:07.022857 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402fc32-0403-4b0d-af8c-1e2de1334eb5 req-87ec71a8-3272-4a44-a560-551ba4a3a356 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:07.024347 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f402fc32-0403-4b0d-af8c-1e2de1334eb5 req-87ec71a8-3272-4a44-a560-551ba4a3a356 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0625906 Jun 22 18:40:07.060760 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f402fc32-0403-4b0d-af8c-1e2de1334eb5 req-9b5b4321-4efe-479f-b598-9a456e7218e1 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307722 Jun 22 18:40:08.239444 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb693cd7-615f-456e-9118-6b19c41c1544 req-b18c4ce7-fb3e-4681-bc13-0ff8fc51279c tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:08.240987 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bb693cd7-615f-456e-9118-6b19c41c1544 req-b18c4ce7-fb3e-4681-bc13-0ff8fc51279c tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0637009 Jun 22 18:40:08.280005 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bb693cd7-615f-456e-9118-6b19c41c1544 req-897a35cf-d8ac-4be1-bafc-fc0c45301d86 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333085 Jun 22 18:40:08.449871 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faa782-5d5a-4d81-9038-cc0bf042232a req-00054c28-d037-4b84-855f-e7cc4f3d29d8 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:08.451411 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-84faa782-5d5a-4d81-9038-cc0bf042232a req-00054c28-d037-4b84-855f-e7cc4f3d29d8 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0657625 Jun 22 18:40:08.460058 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55070) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:40:08.464970 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-233eec63-18ea-405a-8c81-5a666262481d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Request body: {'floatingip': {'port_id': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:40:08.504631 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-233eec63-18ea-405a-8c81-5a666262481d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:08.582949 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:08.951756 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-233eec63-18ea-405a-8c81-5a666262481d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:08.956280 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-233eec63-18ea-405a-8c81-5a666262481d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:09.062202 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.l3_db [None req-233eec63-18ea-405a-8c81-5a666262481d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Floating IP 047a82c8-4310-4a4f-8ae4-44bfec4f3e2f associated. External IP: 172.28.3.227, port: d5f9ecae-24c0-449e-881c-2fb3f7b8d182. Jun 22 18:40:09.526559 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233eec63-18ea-405a-8c81-5a666262481d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Router 4036656c-06a2-444c-a000-86001e0575c0 has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:40:09.630572 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233eec63-18ea-405a-8c81-5a666262481d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:40:09.635155 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-233eec63-18ea-405a-8c81-5a666262481d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:09.641206 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495deb05-6d4f-4558-a87e-d7a23baf1461 None None] Sync routers for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:40:09.650696 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495deb05-6d4f-4558-a87e-d7a23baf1461 None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:40:09.651377 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-495deb05-6d4f-4558-a87e-d7a23baf1461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:40:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:09.673652 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-233eec63-18ea-405a-8c81-5a666262481d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "PUT /v2.0/floatingips/047a82c8-4310-4a4f-8ae4-44bfec4f3e2f HTTP/1.1" status: 200 len: 992 time: 1.2122738 Jun 22 18:40:09.674405 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7234ce9-3326-4d3f-87b7-9ffa22c18c82', 'tag': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:40:09.676891 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26caa62-99f6-4d7e-9193-2900a714353d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7234ce9-3326-4d3f-87b7-9ffa22c18c82", "tag": "d5f9ecae-24c0-449e-881c-2fb3f7b8d182"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:40:09.714074 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d047daba-5145-4f19-80b5-29db843c2788 x-openstack-request-id: req-d047daba-5145-4f19-80b5-29db843c2788 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:40:09.714414 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7234ce9-3326-4d3f-87b7-9ffa22c18c82", "tag": "d5f9ecae-24c0-449e-881c-2fb3f7b8d182", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:40:09.714713 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d047daba-5145-4f19-80b5-29db843c2788 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:40:09.715186 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7234ce9-3326-4d3f-87b7-9ffa22c18c82', 'tag': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182', 'status': 'completed', 'code': 200} Jun 22 18:40:09.768349 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-495deb05-6d4f-4558-a87e-d7a23baf1461 None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:40:09.790625 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caa62-99f6-4d7e-9193-2900a714353d req-f37bdaec-45e5-4bba-b390-1089c951517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:09.790625 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e26caa62-99f6-4d7e-9193-2900a714353d req-f37bdaec-45e5-4bba-b390-1089c951517e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 1099 time: 0.0541103 Jun 22 18:40:09.886873 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caa62-99f6-4d7e-9193-2900a714353d req-de5b145b-c56b-435d-b1f1-0fc9e29de340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:09.888372 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e26caa62-99f6-4d7e-9193-2900a714353d req-de5b145b-c56b-435d-b1f1-0fc9e29de340 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 200 len: 911 time: 0.0917063 Jun 22 18:40:09.965000 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e26caa62-99f6-4d7e-9193-2900a714353d req-7ae8b1a9-8ec5-4bf0-9650-fedb471fedab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f9ecae-24c0-449e-881c-2fb3f7b8d182 HTTP/1.1" status: 200 len: 1000 time: 0.0700495 Jun 22 18:40:10.005010 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-495deb05-6d4f-4558-a87e-d7a23baf1461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': '047a82c8-4310-4a4f-8ae4-44bfec4f3e2f', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'floating_ip_address': '172.28.3.227', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': '4036656c-06a2-444c-a000-86001e0575c0', 'port_id': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'mac_address': 'fa:16:3e:53:ba:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7234ce9-3326-4d3f-87b7-9ffa22c18c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:57Z', 'updated_at': '2021-06-22T18:40:08Z', 'revision_number': 1, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:58Z', 'revision_number': 5, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:10.012551 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caa62-99f6-4d7e-9193-2900a714353d req-beb88eec-00c5-4e7f-8ad5-cb1cce36c3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:10.013997 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e26caa62-99f6-4d7e-9193-2900a714353d req-beb88eec-00c5-4e7f-8ad5-cb1cce36c3c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c86207e6-5006-48d9-8ba8-74f801319bea HTTP/1.1" status: 200 len: 849 time: 0.0434775 Jun 22 18:40:10.030801 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495deb05-6d4f-4558-a87e-d7a23baf1461 None None] Checking router: 4036656c-06a2-444c-a000-86001e0575c0 for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:40:10.039180 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495deb05-6d4f-4558-a87e-d7a23baf1461 None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:40:10.039719 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-495deb05-6d4f-4558-a87e-d7a23baf1461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:40:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:10.070971 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caa62-99f6-4d7e-9193-2900a714353d req-05d2bf8e-9ec0-44a0-94cc-113818c5292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:10.073251 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e26caa62-99f6-4d7e-9193-2900a714353d req-05d2bf8e-9ec0-44a0-94cc-113818c5292f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d076a316-5d9a-4ca9-8be2-080666ec3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0526264 Jun 22 18:40:10.170052 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e26caa62-99f6-4d7e-9193-2900a714353d req-0d1832e2-38e2-4016-ad3f-44da781873ca service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905576 Jun 22 18:40:10.245776 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-495deb05-6d4f-4558-a87e-d7a23baf1461 None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:40:10.265415 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-e26caa62-99f6-4d7e-9193-2900a714353d req-30c013bf-8a94-42c2-ad33-acf5980f7012 service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888867 Jun 22 18:40:10.503432 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-495deb05-6d4f-4558-a87e-d7a23baf1461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': '047a82c8-4310-4a4f-8ae4-44bfec4f3e2f', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'floating_ip_address': '172.28.3.227', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': '4036656c-06a2-444c-a000-86001e0575c0', 'port_id': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'mac_address': 'fa:16:3e:53:ba:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7234ce9-3326-4d3f-87b7-9ffa22c18c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:57Z', 'updated_at': '2021-06-22T18:40:08Z', 'revision_number': 1, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:58Z', 'revision_number': 5, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:40:10.528388 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495deb05-6d4f-4558-a87e-d7a23baf1461 None None] The sync data for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb is: [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': '047a82c8-4310-4a4f-8ae4-44bfec4f3e2f', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'floating_ip_address': '172.28.3.227', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': '4036656c-06a2-444c-a000-86001e0575c0', 'port_id': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'mac_address': 'fa:16:3e:53:ba:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7234ce9-3326-4d3f-87b7-9ffa22c18c82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:39:57Z', 'updated_at': '2021-06-22T18:40:08Z', 'revision_number': 1, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:58Z', 'revision_number': 5, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:40:10.715992 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb68ddd-220b-4037-8988-fc781e8c4603 None None] New status for floating IP 047a82c8-4310-4a4f-8ae4-44bfec4f3e2f: ACTIVE {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:40:16.859521 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:40:29.568761 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:31.785752 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-52a8eb33-7a9c-4757-ac9f-c6c249324e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:35.312334 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b0edb020-bd23-4c33-be29-bed40f094efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:35.619377 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:36.386791 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:38.581342 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:40:50.652309 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514e524-cdd9-4ba6-8b2e-6728a13b677e req-dc2dcb24-228a-45bd-a9eb-edc46af529d1 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:50.653813 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0514e524-cdd9-4ba6-8b2e-6728a13b677e req-dc2dcb24-228a-45bd-a9eb-edc46af529d1 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0702829 Jun 22 18:40:50.742681 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0514e524-cdd9-4ba6-8b2e-6728a13b677e req-c9cf9fcd-693c-41e4-9cce-acafb9227e42 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828197 Jun 22 18:40:51.971850 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9946-af13-4ce9-b277-198889d04f73 req-2f661de2-18e6-4901-a1ce-0a3942edfcf2 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:51.973398 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ba5e9946-af13-4ce9-b277-198889d04f73 req-2f661de2-18e6-4901-a1ce-0a3942edfcf2 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.1168971 Jun 22 18:40:52.016158 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ba5e9946-af13-4ce9-b277-198889d04f73 req-73f91efb-3cfa-4f4a-a00d-86ca093ff5fd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365701 Jun 22 18:40:53.189321 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8316a9-a3ec-4793-8936-a954a6313e6c req-df97a853-cc39-4aba-b9eb-5120474f9802 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:53.190782 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eb8316a9-a3ec-4793-8936-a954a6313e6c req-df97a853-cc39-4aba-b9eb-5120474f9802 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0618939 Jun 22 18:40:53.235292 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-eb8316a9-a3ec-4793-8936-a954a6313e6c req-3a0ffce5-b0f9-416c-bccc-cddef8fd4d23 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387962 Jun 22 18:40:53.859002 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:40:54.411547 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7982852-e931-47b2-8504-ad1a2697ffac req-77e69a4c-0a59-4b45-b534-8a56b4572651 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:54.413016 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d7982852-e931-47b2-8504-ad1a2697ffac req-77e69a4c-0a59-4b45-b534-8a56b4572651 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0632529 Jun 22 18:40:54.449841 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-d7982852-e931-47b2-8504-ad1a2697ffac req-c2e9d076-d49b-4c8a-9b43-64a1d939cf87 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311687 Jun 22 18:40:55.648378 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2bfbc-2fa3-4b30-a9cd-558c6d208ec0 req-d4220f59-3076-4a46-bcde-b65fddc7f792 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:55.649940 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-14f2bfbc-2fa3-4b30-a9cd-558c6d208ec0 req-d4220f59-3076-4a46-bcde-b65fddc7f792 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0756247 Jun 22 18:40:55.696727 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-14f2bfbc-2fa3-4b30-a9cd-558c6d208ec0 req-cb02c266-4292-47c5-8d7f-c01e5f7abd3c tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364971 Jun 22 18:40:56.886387 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd86915-b220-4567-a1d8-3af2a7580bea req-e9732320-9928-45be-a40a-a5d8bb2724e9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:56.887891 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ddd86915-b220-4567-a1d8-3af2a7580bea req-e9732320-9928-45be-a40a-a5d8bb2724e9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0760736 Jun 22 18:40:56.926159 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ddd86915-b220-4567-a1d8-3af2a7580bea req-6b807cc6-be42-4e47-909a-e1c756461cf9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321004 Jun 22 18:40:58.100821 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ec390-0499-4700-bc22-1c5fc1cfa630 req-c6ccafae-fb47-4766-862c-6e6e17b9d57a tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:58.102188 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-885ec390-0499-4700-bc22-1c5fc1cfa630 req-c6ccafae-fb47-4766-862c-6e6e17b9d57a tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0631518 Jun 22 18:40:58.138706 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-885ec390-0499-4700-bc22-1c5fc1cfa630 req-bc9044d6-e297-4299-b9ec-3d2b1567f9b9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309172 Jun 22 18:40:59.318430 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8697e1-679e-49b8-a7af-2501082e10c5 req-5e51771c-7a68-480a-be7e-6987cf64e4df tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:40:59.320242 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2a8697e1-679e-49b8-a7af-2501082e10c5 req-5e51771c-7a68-480a-be7e-6987cf64e4df tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0714805 Jun 22 18:40:59.358340 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2a8697e1-679e-49b8-a7af-2501082e10c5 req-b091009b-b6e4-4c2e-9970-52d65e3f775a tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325608 Jun 22 18:40:59.568382 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:00.533805 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37113c20-635c-438a-857d-c4ac6b12a59c req-0b05d88b-fc72-46e5-9431-7425e6ac9a64 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:00.535293 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-37113c20-635c-438a-857d-c4ac6b12a59c req-0b05d88b-fc72-46e5-9431-7425e6ac9a64 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0627251 Jun 22 18:41:00.572189 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-37113c20-635c-438a-857d-c4ac6b12a59c req-ecf82eab-e211-4a99-b165-ce5956729b51 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313065 Jun 22 18:41:01.748628 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90978bd3-16f9-4738-b697-89d73f7c3e1c req-d1609e64-64cf-4a7e-b891-e985bb5b6a88 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:01.750094 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-90978bd3-16f9-4738-b697-89d73f7c3e1c req-d1609e64-64cf-4a7e-b891-e985bb5b6a88 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0637746 Jun 22 18:41:01.787075 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-12b2468e-0598-41c7-921e-ada341dfa835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:01.790326 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-90978bd3-16f9-4738-b697-89d73f7c3e1c req-6bd00a72-6119-4540-8f59-ea88344d9d62 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345588 Jun 22 18:41:02.141117 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6e972-bf3b-4328-ac04-67c68804c2d4 req-ccd147e7-9c7c-4736-8c62-7436ee9dac98 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:02.143079 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-88b6e972-bf3b-4328-ac04-67c68804c2d4 req-ccd147e7-9c7c-4736-8c62-7436ee9dac98 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0680027 Jun 22 18:41:02.186240 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-88b6e972-bf3b-4328-ac04-67c68804c2d4 req-408de083-c4fc-4a1b-9d24-bd8db0b17f49 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373523 Jun 22 18:41:02.192869 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b1850-dec3-40b7-ba5b-0fc08b0fac46 req-87ac5e50-5c4d-45d7-b862-b7dac12fc2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:02.194333 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-715b1850-dec3-40b7-ba5b-0fc08b0fac46 req-87ac5e50-5c4d-45d7-b862-b7dac12fc2f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 1099 time: 0.0821595 Jun 22 18:41:02.281836 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b1850-dec3-40b7-ba5b-0fc08b0fac46 req-52d046cf-1c79-46a4-94dc-6a4ea2a027c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:02.283941 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-715b1850-dec3-40b7-ba5b-0fc08b0fac46 req-52d046cf-1c79-46a4-94dc-6a4ea2a027c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 200 len: 911 time: 0.0832536 Jun 22 18:41:02.353782 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-715b1850-dec3-40b7-ba5b-0fc08b0fac46 req-4de65ac6-242c-49ef-b3c2-281b6fef06e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f9ecae-24c0-449e-881c-2fb3f7b8d182 HTTP/1.1" status: 200 len: 1002 time: 0.0613244 Jun 22 18:41:02.400953 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b1850-dec3-40b7-ba5b-0fc08b0fac46 req-9e2eb1cb-c432-4303-ba36-f69e55bfaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:02.402290 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-715b1850-dec3-40b7-ba5b-0fc08b0fac46 req-9e2eb1cb-c432-4303-ba36-f69e55bfaa68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c86207e6-5006-48d9-8ba8-74f801319bea HTTP/1.1" status: 200 len: 849 time: 0.0429175 Jun 22 18:41:02.457829 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b1850-dec3-40b7-ba5b-0fc08b0fac46 req-e63aacb2-d263-4081-94b1-61c25734d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:02.459346 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-715b1850-dec3-40b7-ba5b-0fc08b0fac46 req-e63aacb2-d263-4081-94b1-61c25734d29d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d076a316-5d9a-4ca9-8be2-080666ec3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0508687 Jun 22 18:41:02.552461 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-715b1850-dec3-40b7-ba5b-0fc08b0fac46 req-df79ec89-5972-483d-86a7-806102cd14dc service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869987 Jun 22 18:41:02.643148 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-715b1850-dec3-40b7-ba5b-0fc08b0fac46 req-15f56018-2b87-44e0-8301-c5f5b16fabb6 service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848091 Jun 22 18:41:03.370994 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf92a6-58bd-4ec6-84b7-63f7c848d284 req-6a408053-5936-4a52-8ede-8ab2536eaefc tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:03.372482 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-09cf92a6-58bd-4ec6-84b7-63f7c848d284 req-6a408053-5936-4a52-8ede-8ab2536eaefc tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0709226 Jun 22 18:41:03.410754 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-09cf92a6-58bd-4ec6-84b7-63f7c848d284 req-cb06afa4-488b-4067-bf36-c3633eb69a49 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320997 Jun 22 18:41:04.899343 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1532e1d-17e7-4c56-88d7-63219791ef10 req-896e7dcc-fb5a-4703-a793-5772b43c38c3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565073 Jun 22 18:41:04.993604 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1532e1d-17e7-4c56-88d7-63219791ef10 req-422f8cd2-bed6-4833-83db-f9e272765e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:04.995119 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1532e1d-17e7-4c56-88d7-63219791ef10 req-422f8cd2-bed6-4833-83db-f9e272765e45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 1099 time: 0.0529554 Jun 22 18:41:05.096434 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1532e1d-17e7-4c56-88d7-63219791ef10 req-81690375-16a3-495c-b39d-1ed1603c4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:05.097797 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1532e1d-17e7-4c56-88d7-63219791ef10 req-81690375-16a3-495c-b39d-1ed1603c4ffd service neutron] 10.222.0.16 "GET /v2.0/networks?id=d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 200 len: 911 time: 0.0836244 Jun 22 18:41:05.167295 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1532e1d-17e7-4c56-88d7-63219791ef10 req-a83b613e-220a-45e5-ae26-67305b96e7c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f9ecae-24c0-449e-881c-2fb3f7b8d182 HTTP/1.1" status: 200 len: 1002 time: 0.0634873 Jun 22 18:41:05.216046 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1532e1d-17e7-4c56-88d7-63219791ef10 req-f2479639-f88e-430c-989f-65a90416401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:05.217490 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1532e1d-17e7-4c56-88d7-63219791ef10 req-f2479639-f88e-430c-989f-65a90416401b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c86207e6-5006-48d9-8ba8-74f801319bea HTTP/1.1" status: 200 len: 849 time: 0.0441399 Jun 22 18:41:05.274315 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1532e1d-17e7-4c56-88d7-63219791ef10 req-3cb6cb34-25aa-4de6-b6fe-910bbcb2dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:05.275839 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1532e1d-17e7-4c56-88d7-63219791ef10 req-3cb6cb34-25aa-4de6-b6fe-910bbcb2dda4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d076a316-5d9a-4ca9-8be2-080666ec3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0519433 Jun 22 18:41:05.315319 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0f28641d-9b6e-4c23-89e7-4ed1c0dc8ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:05.370218 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1532e1d-17e7-4c56-88d7-63219791ef10 req-29ce08d2-a950-4f08-976c-6092ad6b3639 service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883620 Jun 22 18:41:05.455829 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f1532e1d-17e7-4c56-88d7-63219791ef10 req-fddba2ed-8e38-42e9-aeab-92cea05fc136 service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795856 Jun 22 18:41:05.618102 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:06.392010 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:08.583512 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:29.587618 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:30.858034 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:41:31.787670 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-56f441a3-b372-41ad-b925-27eb936dc4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:35.316936 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-68c3c536-5fbb-4958-8a8b-9b568b6b7408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:35.618745 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:36.391963 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:37.683474 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4be3bd-bdf7-4598-9572-c749246ea02a req-c83ce526-7464-4e81-b234-9b1ec76b040d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:37.684927 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e4be3bd-bdf7-4598-9572-c749246ea02a req-c83ce526-7464-4e81-b234-9b1ec76b040d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0666153 Jun 22 18:41:37.724325 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7e4be3bd-bdf7-4598-9572-c749246ea02a req-f838aee1-1b9c-4572-b641-6182801fdd7d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336447 Jun 22 18:41:38.586370 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:41:38.912841 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f4718-7176-47b4-8e0f-27a7d00b5b7e req-411d97ae-8a62-4b7a-b5f5-6b5149409d30 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:38.914316 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-947f4718-7176-47b4-8e0f-27a7d00b5b7e req-411d97ae-8a62-4b7a-b5f5-6b5149409d30 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0710998 Jun 22 18:41:38.953718 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-947f4718-7176-47b4-8e0f-27a7d00b5b7e req-b78f9587-b440-4060-82d6-c19dab24c708 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336277 Jun 22 18:41:40.135171 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24ed4c-cb27-4806-be63-8a1d632109c2 req-1647ea50-8503-4752-a27f-271f9a0ad637 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:40.136679 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cc24ed4c-cb27-4806-be63-8a1d632109c2 req-1647ea50-8503-4752-a27f-271f9a0ad637 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0664620 Jun 22 18:41:40.174747 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-cc24ed4c-cb27-4806-be63-8a1d632109c2 req-5aaa5ecc-3801-431b-900f-1b10bd85b691 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319369 Jun 22 18:41:41.348784 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0ad9e-52fa-4909-91c8-4e5060d7d835 req-f49ba23e-cf0f-4c63-8b47-d4158dc39dbf tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:41.350270 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-04b0ad9e-52fa-4909-91c8-4e5060d7d835 req-f49ba23e-cf0f-4c63-8b47-d4158dc39dbf tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0655174 Jun 22 18:41:41.387307 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-04b0ad9e-52fa-4909-91c8-4e5060d7d835 req-b1e46eff-c863-4a3a-9e2b-129146d87194 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314038 Jun 22 18:41:42.574358 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2be18-f6c3-4bc6-9348-2e8e379618e6 req-e6e57ec4-1db4-484f-b64d-4def425a334a tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:42.575898 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bcb2be18-f6c3-4bc6-9348-2e8e379618e6 req-e6e57ec4-1db4-484f-b64d-4def425a334a tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0693572 Jun 22 18:41:42.616398 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-bcb2be18-f6c3-4bc6-9348-2e8e379618e6 req-5af3334b-545b-44cd-aaf6-537147cf054d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348828 Jun 22 18:41:43.792314 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6799a07-62ee-44d0-940d-6ecc490d6054 req-934ed12b-d2dd-4010-86cc-1c3784fd3c24 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:43.793812 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c6799a07-62ee-44d0-940d-6ecc490d6054 req-934ed12b-d2dd-4010-86cc-1c3784fd3c24 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0679924 Jun 22 18:41:43.834279 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-c6799a07-62ee-44d0-940d-6ecc490d6054 req-8a21bb5d-4a62-4e6a-a1df-46e7827c93b9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347941 Jun 22 18:41:45.008018 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60f27b-3c08-434b-8678-ba4f4b1e70b9 req-f7bf936e-ef62-408d-8711-13fd75ad8273 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:45.009581 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9d60f27b-3c08-434b-8678-ba4f4b1e70b9 req-f7bf936e-ef62-408d-8711-13fd75ad8273 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0633039 Jun 22 18:41:45.049024 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-9d60f27b-3c08-434b-8678-ba4f4b1e70b9 req-43bbba35-8c10-4e0b-a293-4cebb391c7f0 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333295 Jun 22 18:41:46.224646 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81210d56-722b-4288-98f9-253832dae16c req-f01fed76-b00a-4de2-a92a-4984be95ff2a tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:46.226172 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-81210d56-722b-4288-98f9-253832dae16c req-f01fed76-b00a-4de2-a92a-4984be95ff2a tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0635068 Jun 22 18:41:46.264485 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-81210d56-722b-4288-98f9-253832dae16c req-906ef64f-2d73-43c2-ab48-26365584c15e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326657 Jun 22 18:41:47.445451 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474df8fc-d87b-4b58-83c5-c0e60bbeba24 req-d7fc6cb1-347c-41dc-8f2b-1243660519e7 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:47.446955 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-474df8fc-d87b-4b58-83c5-c0e60bbeba24 req-d7fc6cb1-347c-41dc-8f2b-1243660519e7 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0681422 Jun 22 18:41:47.490171 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-474df8fc-d87b-4b58-83c5-c0e60bbeba24 req-0ec514b8-14ed-43e3-b752-21301a2498f8 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375440 Jun 22 18:41:48.667784 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397842d-b6e2-4e62-8d72-160a58d50e93 req-255ad769-c095-4217-916f-d84955f67d63 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:48.669250 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0397842d-b6e2-4e62-8d72-160a58d50e93 req-255ad769-c095-4217-916f-d84955f67d63 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0621445 Jun 22 18:41:48.706296 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-0397842d-b6e2-4e62-8d72-160a58d50e93 req-53a30269-15f2-4476-a1a0-b492c03556c7 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315268 Jun 22 18:41:49.055165 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c2ef8-452b-4936-8ce5-0b67b72ca4f7 req-c338e094-ad14-47c8-adc3-62d19a105744 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:49.056656 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-db4c2ef8-452b-4936-8ce5-0b67b72ca4f7 req-c338e094-ad14-47c8-adc3-62d19a105744 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0761449 Jun 22 18:41:49.122869 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-db4c2ef8-452b-4936-8ce5-0b67b72ca4f7 req-e87ffa77-69cc-42c6-bb1e-7e0de1f9e7d4 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548239 Jun 22 18:41:49.137419 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f841602-0c6e-4844-99f3-9d22ff3643be req-5cc3d3b8-3449-49c4-981b-fea4f13b6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:49.138932 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5f841602-0c6e-4844-99f3-9d22ff3643be req-5cc3d3b8-3449-49c4-981b-fea4f13b6383 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 1099 time: 0.1235764 Jun 22 18:41:49.231424 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f841602-0c6e-4844-99f3-9d22ff3643be req-91bb48d9-7901-4209-887f-23a2188b24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:49.232855 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5f841602-0c6e-4844-99f3-9d22ff3643be req-91bb48d9-7901-4209-887f-23a2188b24fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 200 len: 911 time: 0.0857465 Jun 22 18:41:49.297821 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5f841602-0c6e-4844-99f3-9d22ff3643be req-9140e42c-bbb9-4b72-871d-78b9240e998a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f9ecae-24c0-449e-881c-2fb3f7b8d182 HTTP/1.1" status: 200 len: 1002 time: 0.0582340 Jun 22 18:41:49.348397 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f841602-0c6e-4844-99f3-9d22ff3643be req-b5ae57b1-439f-41ab-b449-b79a5fa5a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:49.349967 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5f841602-0c6e-4844-99f3-9d22ff3643be req-b5ae57b1-439f-41ab-b449-b79a5fa5a799 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c86207e6-5006-48d9-8ba8-74f801319bea HTTP/1.1" status: 200 len: 849 time: 0.0450776 Jun 22 18:41:49.412974 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f841602-0c6e-4844-99f3-9d22ff3643be req-9aea18de-a828-4ef8-be0c-f26ea272bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:49.414457 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5f841602-0c6e-4844-99f3-9d22ff3643be req-9aea18de-a828-4ef8-be0c-f26ea272bb9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d076a316-5d9a-4ca9-8be2-080666ec3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0583909 Jun 22 18:41:49.424669 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [req-5f841602-0c6e-4844-99f3-9d22ff3643be req-93cec9c2-c3ec-41e1-9161-aa225cfb4764 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:41:49.426184 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5f841602-0c6e-4844-99f3-9d22ff3643be req-93cec9c2-c3ec-41e1-9161-aa225cfb4764 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051548 Jun 22 18:41:49.518634 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5f841602-0c6e-4844-99f3-9d22ff3643be req-881ca897-e45e-431b-aba9-343195b10319 service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862775 Jun 22 18:41:49.611317 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-5f841602-0c6e-4844-99f3-9d22ff3643be req-df4ad5a2-d214-4e1f-a388-2dfbadb95690 service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860388 Jun 22 18:41:50.309750 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66002b-a006-4a79-94b7-fd58a762970b req-523fd4b5-108b-4fb6-a65a-8aaaa7402ca6 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:41:50.311266 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ca66002b-a006-4a79-94b7-fd58a762970b req-523fd4b5-108b-4fb6-a65a-8aaaa7402ca6 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0640099 Jun 22 18:41:50.370069 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-ca66002b-a006-4a79-94b7-fd58a762970b req-fcd5d19b-e15e-4ad8-b696-a1001e9ad4e5 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531313 Jun 22 18:41:59.587486 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:01.797234 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-bb3cd174-8b0a-41f2-9004-534fcafc1f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:05.318946 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-0f7ccccd-bcdb-43cf-a9cf-4b1189f9c6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:05.619460 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:05.910972 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b029bd4a-42d2-4f04-a002-9fbac66879f4 req-5abfb23e-1596-4468-9a0a-ec473f3e9bea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514982 Jun 22 18:42:06.003306 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029bd4a-42d2-4f04-a002-9fbac66879f4 req-d6f6d999-1adb-4494-b24e-b5709734e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:06.004750 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b029bd4a-42d2-4f04-a002-9fbac66879f4 req-d6f6d999-1adb-4494-b24e-b5709734e224 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 1099 time: 0.0510862 Jun 22 18:42:06.112130 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029bd4a-42d2-4f04-a002-9fbac66879f4 req-0b3d956a-4d55-4153-9818-6c0796fc673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:06.113600 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b029bd4a-42d2-4f04-a002-9fbac66879f4 req-0b3d956a-4d55-4153-9818-6c0796fc673f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 200 len: 911 time: 0.0878782 Jun 22 18:42:06.188927 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b029bd4a-42d2-4f04-a002-9fbac66879f4 req-b90f10eb-066e-4cbd-98d9-52223194bf90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f9ecae-24c0-449e-881c-2fb3f7b8d182 HTTP/1.1" status: 200 len: 1002 time: 0.0687463 Jun 22 18:42:06.239091 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029bd4a-42d2-4f04-a002-9fbac66879f4 req-e1eb1903-f730-4fb7-b8f2-1bc9a693341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:06.241270 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b029bd4a-42d2-4f04-a002-9fbac66879f4 req-e1eb1903-f730-4fb7-b8f2-1bc9a693341b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c86207e6-5006-48d9-8ba8-74f801319bea HTTP/1.1" status: 200 len: 849 time: 0.0449910 Jun 22 18:42:06.301920 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029bd4a-42d2-4f04-a002-9fbac66879f4 req-d88f03bf-76aa-4da3-b1aa-862bad85a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:06.304582 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b029bd4a-42d2-4f04-a002-9fbac66879f4 req-d88f03bf-76aa-4da3-b1aa-862bad85a81c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d076a316-5d9a-4ca9-8be2-080666ec3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0568767 Jun 22 18:42:06.395530 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:06.401730 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b029bd4a-42d2-4f04-a002-9fbac66879f4 req-0796ebfc-437b-4b16-aff2-75b9dc7a57cd service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901175 Jun 22 18:42:06.497627 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b029bd4a-42d2-4f04-a002-9fbac66879f4 req-21140217-7f23-47ad-ae77-b49eec2bca5c service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879672 Jun 22 18:42:07.857748 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:42:08.588590 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:22.788814 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54f8e-7161-41fc-9abf-5813216a50db req-5bf95024-6517-4714-8cb8-3d844c0cf43d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:22.790332 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2bd54f8e-7161-41fc-9abf-5813216a50db req-5bf95024-6517-4714-8cb8-3d844c0cf43d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0636036 Jun 22 18:42:22.827449 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-2bd54f8e-7161-41fc-9abf-5813216a50db req-0a72ded5-862b-4fc2-8396-cfe0b867a70e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Jun 22 18:42:24.007274 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9226c9-8c5e-4409-93aa-b26cb531de96 req-5d875f60-d02b-4e56-a1ff-eb7b24ca7096 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:24.008735 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6d9226c9-8c5e-4409-93aa-b26cb531de96 req-5d875f60-d02b-4e56-a1ff-eb7b24ca7096 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0645020 Jun 22 18:42:24.048660 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-6d9226c9-8c5e-4409-93aa-b26cb531de96 req-5501786d-467d-4f2d-93cd-493581bc428d tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=f9a8ab81-923e-4a79-b879-48d80a0e4a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341351 Jun 22 18:42:24.638703 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-6d8aacad-cb80-4228-bb2b-19a8a3fefc50 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:24.640184 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-6d8aacad-cb80-4228-bb2b-19a8a3fefc50 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 946 time: 0.0672400 Jun 22 18:42:24.746677 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Deleting port d5f9ecae-24c0-449e-881c-2fb3f7b8d182 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:42:24.747051 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:24.835827 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] For port d5f9ecae-24c0-449e-881c-2fb3f7b8d182, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=d5f9ecae-24c0-449e-881c-2fb3f7b8d182,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:24.836186 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:25.001481 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:25.001853 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:25.002167 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.l3_db [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Floating IP 047a82c8-4310-4a4f-8ae4-44bfec4f3e2f disassociated. External IP: 172.28.3.227, port: d5f9ecae-24c0-449e-881c-2fb3f7b8d182. Jun 22 18:42:25.002511 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Calling delete_port for d5f9ecae-24c0-449e-881c-2fb3f7b8d182 owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:42:25.132578 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:25.136693 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-76919ea5-3724-4e85-bec7-1e32fc19224c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:25.162880 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event deleted for resources: {'Port': ['ID=d5f9ecae-24c0-449e-881c-2fb3f7b8d182,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:25.175279 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:25.175669 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:25.176047 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:25.176427 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:25.176795 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:25.177168 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:25.177534 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:25.177911 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:25.178262 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:25.179138 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:25.179602 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:25.179966 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:25.184521 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:25.201523 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-05c1f5df-e91f-464a-9e47-609844fbbd31 req-6f38266a-d92f-4fcf-855c-6d64eed35538 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7234ce9-3326-4d3f-87b7-9ffa22c18c82 HTTP/1.1" status: 200 len: 210 time: 0.0351555 Jun 22 18:42:25.295051 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Router 4036656c-06a2-444c-a000-86001e0575c0 has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:42:25.405327 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:42:25.415730 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347a1f92-cb23-49fe-a916-2ba28678ceee None None] Sync routers for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:42:25.424757 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a1f92-cb23-49fe-a916-2ba28678ceee None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:42:25.425421 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-347a1f92-cb23-49fe-a916-2ba28678ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:42:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:25.448916 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] No DVR routers for this DVR port d5f9ecae-24c0-449e-881c-2fb3f7b8d182 on host hv-cinder-77428 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:42:25.451440 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:25.453482 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3bfc2ede-1ebb-466a-bec5-da966f297d8a req-69523a7f-8a70-4e4f-a135-bfe8768e1acd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.16 "DELETE /v2.0/ports/d5f9ecae-24c0-449e-881c-2fb3f7b8d182 HTTP/1.1" status: 204 len: 173 time: 0.8077016 Jun 22 18:42:25.453998 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7234ce9-3326-4d3f-87b7-9ffa22c18c82', 'name': 'network-vif-deleted', 'tag': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:42:25.456569 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6147ddb5-8ccf-4a27-8a43-aa808843593e" -d '{"events": [{"server_uuid": "c7234ce9-3326-4d3f-87b7-9ffa22c18c82", "name": "network-vif-deleted", "tag": "d5f9ecae-24c0-449e-881c-2fb3f7b8d182"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:42:25.537162 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-347a1f92-cb23-49fe-a916-2ba28678ceee None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:42:25.582409 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45750a0f-ced2-4c91-ae59-8592be76338d x-openstack-request-id: req-45750a0f-ced2-4c91-ae59-8592be76338d {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:42:25.582996 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7234ce9-3326-4d3f-87b7-9ffa22c18c82", "name": "network-vif-deleted", "tag": "d5f9ecae-24c0-449e-881c-2fb3f7b8d182", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:42:25.583506 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45750a0f-ced2-4c91-ae59-8592be76338d {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:42:25.584135 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7234ce9-3326-4d3f-87b7-9ffa22c18c82', 'name': 'network-vif-deleted', 'tag': 'd5f9ecae-24c0-449e-881c-2fb3f7b8d182', 'status': 'completed', 'code': 200} Jun 22 18:42:25.767028 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-347a1f92-cb23-49fe-a916-2ba28678ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:58Z', 'revision_number': 5, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:25.793382 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347a1f92-cb23-49fe-a916-2ba28678ceee None None] Checking router: 4036656c-06a2-444c-a000-86001e0575c0 for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:42:25.801692 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a1f92-cb23-49fe-a916-2ba28678ceee None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:42:25.802297 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-347a1f92-cb23-49fe-a916-2ba28678ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:42:05Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:25.905205 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-347a1f92-cb23-49fe-a916-2ba28678ceee None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:42:26.111914 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-347a1f92-cb23-49fe-a916-2ba28678ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:58Z', 'revision_number': 5, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:26.142046 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347a1f92-cb23-49fe-a916-2ba28678ceee None None] The sync data for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb is: [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:58Z', 'revision_number': 5, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:42:26.328869 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55276) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:26.360831 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53edfcd-1485-4a2b-9023-6b3d18384ad5 None None] New status for floating IP 047a82c8-4310-4a4f-8ae4-44bfec4f3e2f: DOWN {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:42:26.390114 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ed21614e-04c4-4007-a8c4-c5631aaf0bbc tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:26.417836 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ed21614e-04c4-4007-a8c4-c5631aaf0bbc tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:26.469988 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ed21614e-04c4-4007-a8c4-c5631aaf0bbc tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:26.473672 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ed21614e-04c4-4007-a8c4-c5631aaf0bbc tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:26.476095 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-ed21614e-04c4-4007-a8c4-c5631aaf0bbc tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "DELETE /v2.0/security-groups/f9a8ab81-923e-4a79-b879-48d80a0e4a8d HTTP/1.1" status: 204 len: 168 time: 0.1454346 Jun 22 18:42:26.477512 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a85dd3ec-b32c-419b-a248-a9b1baef95ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:26.480209 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55278) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:26.490196 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21614e-04c4-4007-a8c4-c5631aaf0bbc tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a8ab81-923e-4a79-b879-48d80a0e4a8d,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:26.494675 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ed21614e-04c4-4007-a8c4-c5631aaf0bbc tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:26.497205 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.api.v2.resource [None req-ff797734-530c-4779-8208-29be4ac84df2 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] show failed (client error): The resource could not be found. Jun 22 18:42:26.501019 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55280) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:26.501854 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-ff797734-530c-4779-8208-29be4ac84df2 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups/f9a8ab81-923e-4a79-b879-48d80a0e4a8d HTTP/1.1" status: 404 len: 347 time: 0.0204611 Jun 22 18:42:26.630226 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-54b299e9-99cf-4cc5-9860-d0c6192b2a72 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Deleting port db1d6351-e3f2-4718-9855-5b1b0c454b7c {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:42:26.630576 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-54b299e9-99cf-4cc5-9860-d0c6192b2a72 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:26.706036 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-54b299e9-99cf-4cc5-9860-d0c6192b2a72 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:26.706376 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-54b299e9-99cf-4cc5-9860-d0c6192b2a72 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:26.718605 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-54b299e9-99cf-4cc5-9860-d0c6192b2a72 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Calling delete_port for db1d6351-e3f2-4718-9855-5b1b0c454b7c owned by network:floatingip {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:42:26.855551 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-54b299e9-99cf-4cc5-9860-d0c6192b2a72 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:26.858650 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-91a75983-6202-4f50-a1f0-f588b40cc6d6 tempest-VolumesSnapshotTestJSON-677244011 tempest-VolumesSnapshotTestJSON-677244011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:26.883867 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b299e9-99cf-4cc5-9860-d0c6192b2a72 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event deleted for resources: {'Port': ['ID=db1d6351-e3f2-4718-9855-5b1b0c454b7c,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:26.887688 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-54b299e9-99cf-4cc5-9860-d0c6192b2a72 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:26.943691 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-54b299e9-99cf-4cc5-9860-d0c6192b2a72 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:26.946698 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-54b299e9-99cf-4cc5-9860-d0c6192b2a72 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:26.947940 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-54b299e9-99cf-4cc5-9860-d0c6192b2a72 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "DELETE /v2.0/floatingips/047a82c8-4310-4a4f-8ae4-44bfec4f3e2f HTTP/1.1" status: 204 len: 168 time: 0.4452200 Jun 22 18:42:28.254057 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55286) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:28.259492 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-9bcc7580-2ec5-4f6c-8f62-3a825004653e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131278044', 'description': 'tempest-description--1062710475'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:42:28.280720 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7580-2ec5-4f6c-8f62-3a825004653e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.370517 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7580-2ec5-4f6c-8f62-3a825004653e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.374228 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7580-2ec5-4f6c-8f62-3a825004653e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.376657 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8cf85727-d94a-44c8-b251-4f096c194dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:28.405069 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9bcc7580-2ec5-4f6c-8f62-3a825004653e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.406290 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-9bcc7580-2ec5-4f6c-8f62-3a825004653e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1512301 Jun 22 18:42:28.407082 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc7580-2ec5-4f6c-8f62-3a825004653e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776e9104-9f1c-43b5-8d6f-cef231131be9,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:28.409345 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55288) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:28.411813 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9bcc7580-2ec5-4f6c-8f62-3a825004653e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:28.416391 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-e1f21558-438e-4909-8e97-5987952703ee tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Request body: {'security_group_rule': {'security_group_id': '776e9104-9f1c-43b5-8d6f-cef231131be9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:42:28.444077 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e1f21558-438e-4909-8e97-5987952703ee tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.502603 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e1f21558-438e-4909-8e97-5987952703ee tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.507906 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e1f21558-438e-4909-8e97-5987952703ee tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.510158 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e3f67b61-cb8e-4617-8a3b-a1d79fc7d89e tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:28.526538 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f21558-438e-4909-8e97-5987952703ee tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c949ce64-f123-44d4-9721-9eb516a926c6,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:28.529206 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e1f21558-438e-4909-8e97-5987952703ee tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:28.533667 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e1f21558-438e-4909-8e97-5987952703ee tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.535006 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-e1f21558-438e-4909-8e97-5987952703ee tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245294 Jun 22 18:42:28.537840 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55290) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:28.543178 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-e7af1e34-3a54-4b00-b35b-b112cba0b916 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Request body: {'security_group_rule': {'security_group_id': '776e9104-9f1c-43b5-8d6f-cef231131be9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:42:28.573380 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e7af1e34-3a54-4b00-b35b-b112cba0b916 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.629276 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e7af1e34-3a54-4b00-b35b-b112cba0b916 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.633837 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e7af1e34-3a54-4b00-b35b-b112cba0b916 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-915676'] for security_group_rule, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.635828 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:28.651665 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af1e34-3a54-4b00-b35b-b112cba0b916 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f9cacd-f3bb-47db-ab84-be29f0411bbe,revision_number=0']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:28.654472 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e7af1e34-3a54-4b00-b35b-b112cba0b916 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:28.656786 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e7af1e34-3a54-4b00-b35b-b112cba0b916 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.658312 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-e7af1e34-3a54-4b00-b35b-b112cba0b916 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195123 Jun 22 18:42:28.661427 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55292) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:28.666382 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Request body: {'floatingip': {'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:42:28.688054 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.799318 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:28.901172 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Allocated IP 172.28.3.64 (75389754-8e88-4ca5-ba06-bd89ba60b866/34c3d672-c4a4-4a62-b7db-0bb198b47cfc/0cbe6b0a-6894-4aee-8fa0-460e11a0727a) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:42:29.005507 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.045506 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.047667 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-81237659-1192-4191-a843-b6d762f3a58f tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:29.087368 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Network 75389754-8e88-4ca5-ba06-bd89ba60b866 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:42:29.090270 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:42:29.094457 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:42:29.097406 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event updated for resources: {'Port': ['ID=0cbe6b0a-6894-4aee-8fa0-460e11a0727a,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:29.118798 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:29.138986 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device d5f9ecae-24c0-449e-881c-2fb3f7b8d182 no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:42:29.159335 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: d5f9ecae-24c0-449e-881c-2fb3f7b8d182 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:42:29.159606 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device d5f9ecae-24c0-449e-881c-2fb3f7b8d182 not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:42:29.448152 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.492245 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.608138 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.646860 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.651454 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.654303 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-55d0d355-4593-48dd-a7ef-85c8f9e0cb68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:29.719946 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event updated for resources: {'Port': ['ID=0cbe6b0a-6894-4aee-8fa0-460e11a0727a,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:29.723735 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:29.729141 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.742126 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:29.743385 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-370050fe-7c75-46c4-9037-3f8f9f7528d9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0810435 Jun 22 18:42:29.888783 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-04d5fe80-8ec2-4884-9576-e4ed73e68a41 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2131278044&fields=id&tenant_id=a03ec4b9312c4ac29a133ccf3f464598 HTTP/1.1" status: 200 len: 267 time: 0.0372152 Jun 22 18:42:30.001009 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-6ca0deb3-1164-464b-b3b5-9a3cf1d598f6 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:30.002503 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-6ca0deb3-1164-464b-b3b5-9a3cf1d598f6 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/networks?id=d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 200 len: 810 time: 0.1072652 Jun 22 18:42:30.019004 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-ffd20ac9-403d-4c58-a0f6-ab5ce15df568 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/quotas/a03ec4b9312c4ac29a133ccf3f464598 HTTP/1.1" status: 200 len: 375 time: 0.0095928 Jun 22 18:42:30.096413 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-4fe4baca-c9df-438d-b9c6-d18ed3c09785 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710292 Jun 22 18:42:30.155550 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-74df693d-b1bf-40ac-8a6c-a5cd9119df58 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 18:42:30.156551 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-74df693d-b1bf-40ac-8a6c-a5cd9119df58 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481830 Jun 22 18:42:30.245372 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-26bfd475-f1c0-4b34-97d2-a01962dbce92 service neutron] 10.222.0.20 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828483 Jun 22 18:42:30.339699 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-daccd961-d360-4aff-837c-66420bfb581a service neutron] 10.222.0.20 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883641 Jun 22 18:42:30.510672 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7a951048-23b4-4239-839f-fea32d907206 req-918b67f7-86ae-4645-beed-48cfe2027e0a tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 210 time: 0.0288703 Jun 22 18:42:31.593710 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-12ce0241-3d96-4a7a-a31c-cc9c86035fff req-60907c2a-5b88-4997-8289-cad2ad4a1b05 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 210 time: 0.0298948 Jun 22 18:42:31.788495 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-df8297a6-4a9a-4018-904e-c60b4b44408c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:32.676789 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-786ce510-4eda-4200-b12c-eb38a26c47f4 req-6a6b3dad-4683-4994-b77f-e9bb20b3e4f9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 210 time: 0.0292804 Jun 22 18:42:33.758883 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-59d3d467-3ee1-4e58-94f3-d34ef55f2ae6 req-567fb3be-a6b5-4760-9df3-1904758fbcb9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 210 time: 0.0293312 Jun 22 18:42:34.902059 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-e86ae0e6-161e-4b4d-8f54-5e7e93d32f59 req-500aa4e1-794d-4bd4-9d85-5b1fcadb51ae tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 210 time: 0.0299270 Jun 22 18:42:35.321986 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6220a89a-96ac-4730-9557-ca652302a952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:35.620862 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:35.785187 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-9eee774d-bb74-45c7-a035-d285a3c94638 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:35.786715 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-9eee774d-bb74-45c7-a035-d285a3c94638 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.16 "GET /v2.0/networks?id=d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 200 len: 810 time: 0.1063275 Jun 22 18:42:35.830584 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-c9cd41fe-7c66-42c5-aec6-ff48227a5440 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a03ec4b9312c4ac29a133ccf3f464598 HTTP/1.1" status: 200 len: 380 time: 0.0340338 Jun 22 18:42:35.839808 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Request body: {'port': {'device_id': 'a401504e-5974-4034-b8d1-3e05e107b28a', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'admin_state_up': True, 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'security_groups': ['776e9104-9f1c-43b5-8d6f-cef231131be9']}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:42:35.958463 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Made reservation on behalf of a03ec4b9312c4ac29a133ccf3f464598 for: {'port': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:42:35.963397 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:36.104575 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-b4845394-9d0f-41ee-b521-4015ef9f85c9 req-d83d26e8-7c51-4dba-baef-e65f114a32bf tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 210 time: 0.0344870 Jun 22 18:42:36.123516 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Allocated IP 172.20.0.11 (d076a316-5d9a-4ca9-8be2-080666ec3239/c86207e6-5006-48d9-8ba8-74f801319bea/fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 18:42:36.258855 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:36.271894 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Transition to ACTIVE for port object fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:42:36.304117 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1588605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-485517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774083823216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1066912677'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:36.307790 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c7b158d8-9935-4868-a69b-4eb535851ecc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:36.348273 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Network d076a316-5d9a-4ca9-8be2-080666ec3239 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 18:42:36.352964 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:42:36.356540 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 18:42:36.386296 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event updated for resources: {'Port': ['ID=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:36.391042 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:36.401537 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:36.425161 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:36.425791 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:36.440736 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-d0b71a4c-3800-464d-9451-9b43d1b60a7b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6048992 Jun 22 18:42:36.452145 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Request body: {'port': {'device_id': 'a401504e-5974-4034-b8d1-3e05e107b28a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:42:36.526516 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:36.619912 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-7ccc6897-ce59-4cc3-bbb6-0144a8c4ffb8 None None] Provisioning for port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e completed by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:42:36.623644 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-7ccc6897-ce59-4cc3-bbb6-0144a8c4ffb8 None None] Provisioning complete for port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e triggered by entity DHCP. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:42:36.623980 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7ccc6897-ce59-4cc3-bbb6-0144a8c4ffb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:36.656600 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-7ccc6897-ce59-4cc3-bbb6-0144a8c4ffb8 None None] Port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e cannot update to ACTIVE because it is not bound. {{(pid=92921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 18:42:36.792448 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:42:36.800699 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:36.814000 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Transition to ACTIVE for port object fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 18:42:36.818178 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:36.820990 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5182231d-ed31-4966-8990-bd35dea7d63f tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:36.886398 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Pushing event updated for resources: {'Port': ['ID=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:36.890681 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:36.938639 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Attempting to bind port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e on host hv-cinder-77428 for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 18:42:36.939000 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Attempting to bind port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e by drivers openvswitch,hyperv on host hv-cinder-77428 at level 0 using segments [{'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 18:42:36.939339 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Attempting to bind port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e on network d076a316-5d9a-4ca9-8be2-080666ec3239 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:42:36.944595 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e on network d076a316-5d9a-4ca9-8be2-080666ec3239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77428 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 18:42:36.945080 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Attempting to bind port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e on network d076a316-5d9a-4ca9-8be2-080666ec3239 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 18:42:36.951009 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Checking agent: {'id': '8e5fb2e8-5bf7-45a5-a5e1-7b2689812569', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'started_at': datetime.datetime(2021, 6, 22, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 18, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 18:42:36.951356 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Checking segment: {'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:42:36.951731 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Bound using segment: {'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 18:42:36.952172 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Bound port: fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e, host: hv-cinder-77428, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 18:42:36.952534 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:37.027051 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] For port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e, host hv-cinder-77428, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 18:42:37.030338 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] For port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 18:42:37.036174 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1066912695'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:37.038387 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d644d31b-cdd3-44b5-92bf-f4cc946a8f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:37.073740 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:37.074493 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:37.075869 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] 10.222.0.16 "PUT /v2.0/ports/fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e HTTP/1.1" status: 200 len: 1094 time: 0.6281085 Jun 22 18:42:37.076414 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a401504e-5974-4034-b8d1-3e05e107b28a', 'tag': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:42:37.078733 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3c07d8-9985-4948-b98e-f8228159c211" -d '{"events": [{"name": "network-changed", "server_uuid": "a401504e-5974-4034-b8d1-3e05e107b28a", "tag": "fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:42:37.105061 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Pushing event updated for resources: {'Port': ['ID=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:37.118357 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-aa65294c-f046-4070-aee5-78b5e200590e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:37.155842 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6974601-2de8-42c4-9c62-16d8c10e810f x-openstack-request-id: req-f6974601-2de8-42c4-9c62-16d8c10e810f {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:42:37.156182 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a401504e-5974-4034-b8d1-3e05e107b28a", "tag": "fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:42:37.156480 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6974601-2de8-42c4-9c62-16d8c10e810f {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:42:37.156923 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a401504e-5974-4034-b8d1-3e05e107b28a', 'tag': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e', 'status': 'completed', 'code': 200} Jun 22 18:42:37.187310 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-93d23df1-7513-4c65-a395-667a4a13a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:37.188899 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-93d23df1-7513-4c65-a395-667a4a13a6a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 1097 time: 0.0641730 Jun 22 18:42:37.240540 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-abc412c4-aaf7-4083-bfbe-e5f011526e43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e HTTP/1.1" status: 200 len: 217 time: 0.0442672 Jun 22 18:42:37.322477 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-7ea23648-4f4d-47a8-8c58-0f9b669dd2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:37.323940 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-7ea23648-4f4d-47a8-8c58-0f9b669dd2f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c86207e6-5006-48d9-8ba8-74f801319bea HTTP/1.1" status: 200 len: 849 time: 0.0591578 Jun 22 18:42:37.347791 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950c42f-d455-4913-bf3e-7eae1baf51e2 req-6c82a844-623b-4022-b591-336d8aa47bdd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:37.349196 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7950c42f-d455-4913-bf3e-7eae1baf51e2 req-6c82a844-623b-4022-b591-336d8aa47bdd tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 944 time: 0.1184378 Jun 22 18:42:37.407771 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7950c42f-d455-4913-bf3e-7eae1baf51e2 req-92f7330f-71a1-46e1-a3dd-297846d9b1ee tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=776e9104-9f1c-43b5-8d6f-cef231131be9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422673 Jun 22 18:42:37.424153 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-b0858d82-90e7-46d2-bf50-2e681586896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:37.425837 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-b0858d82-90e7-46d2-bf50-2e681586896c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d076a316-5d9a-4ca9-8be2-080666ec3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0955663 Jun 22 18:42:37.522267 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-6799668c-cf39-4ec5-843e-c709ded7b602 service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901461 Jun 22 18:42:37.608576 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d5f75476-6d9a-4430-b4df-4b9c97a941d7 req-a0628b5d-b9b3-4160-b05e-9ed7b21e402e service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797064 Jun 22 18:42:37.714221 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c07d8-9985-4948-b98e-f8228159c211 req-301af8b8-b79a-4e24-a6b5-487a327e93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:37.715727 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3a3c07d8-9985-4948-b98e-f8228159c211 req-301af8b8-b79a-4e24-a6b5-487a327e93fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 1097 time: 0.0572400 Jun 22 18:42:37.801335 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c07d8-9985-4948-b98e-f8228159c211 req-22ec228b-254c-4e0c-af6f-0d5fed3107a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:37.802794 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3a3c07d8-9985-4948-b98e-f8228159c211 req-22ec228b-254c-4e0c-af6f-0d5fed3107a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 200 len: 911 time: 0.0806077 Jun 22 18:42:37.847854 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3a3c07d8-9985-4948-b98e-f8228159c211 req-cc5e87e4-6a07-4396-b8bc-b36dc2327031 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e HTTP/1.1" status: 200 len: 217 time: 0.0381331 Jun 22 18:42:37.896166 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c07d8-9985-4948-b98e-f8228159c211 req-6d8f14be-33b7-4443-846a-233ac51b82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:37.897833 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3a3c07d8-9985-4948-b98e-f8228159c211 req-6d8f14be-33b7-4443-846a-233ac51b82ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c86207e6-5006-48d9-8ba8-74f801319bea HTTP/1.1" status: 200 len: 849 time: 0.0432837 Jun 22 18:42:37.956605 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c07d8-9985-4948-b98e-f8228159c211 req-6841d123-08e5-4882-a08f-6c1db7d096f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:37.958103 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3a3c07d8-9985-4948-b98e-f8228159c211 req-6841d123-08e5-4882-a08f-6c1db7d096f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d076a316-5d9a-4ca9-8be2-080666ec3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0533373 Jun 22 18:42:38.052143 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3a3c07d8-9985-4948-b98e-f8228159c211 req-6f41bead-b5a7-4aef-891b-4369fe882d31 service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851004 Jun 22 18:42:38.143422 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-3a3c07d8-9985-4948-b98e-f8228159c211 req-706656aa-9467-4bbc-849d-81bbf17e199d service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840280 Jun 22 18:42:38.599038 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:38.849842 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f8979-0e00-4374-9ca5-36f889793252 req-52ed33f3-c74e-4466-92d7-6600a1439ab1 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:38.851584 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-516f8979-0e00-4374-9ca5-36f889793252 req-52ed33f3-c74e-4466-92d7-6600a1439ab1 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 944 time: 0.3233976 Jun 22 18:42:38.893420 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-516f8979-0e00-4374-9ca5-36f889793252 req-a803d8ff-595b-4964-8695-7342d43024bf tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=776e9104-9f1c-43b5-8d6f-cef231131be9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360265 Jun 22 18:42:40.080501 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3ed84-1f83-460f-8224-28ce1ff17764 req-298fa083-20d5-439d-b273-0cb602487d67 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:40.081955 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d8f3ed84-1f83-460f-8224-28ce1ff17764 req-298fa083-20d5-439d-b273-0cb602487d67 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 944 time: 0.0628054 Jun 22 18:42:40.121142 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d8f3ed84-1f83-460f-8224-28ce1ff17764 req-f22530f4-e313-4bd3-a632-18ea3f05c439 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=776e9104-9f1c-43b5-8d6f-cef231131be9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333943 Jun 22 18:42:41.146884 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e details requested by agent hyperv_hv-cinder-77428 with host hv-cinder-77428 {{(pid=92921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 18:42:41.250568 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:41.263550 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Returning: {'device': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'port_id': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e', 'mac_address': 'fa:16:3e:eb:ef:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 18:42:41.318227 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:41.327733 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b672c-8772-4301-857b-c608f8a643a9 req-75efb7bd-829b-4416-b967-21ada3930a0b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:41.330651 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-668b672c-8772-4301-857b-c608f8a643a9 req-75efb7bd-829b-4416-b967-21ada3930a0b tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 944 time: 0.0973227 Jun 22 18:42:41.339904 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e {{(pid=92921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 18:42:41.369399 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:41.373538 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:41.375341 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f4e64a7f-2a91-4737-b1d4-b79cc71f8a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:41.384906 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-668b672c-8772-4301-857b-c608f8a643a9 req-94994ff5-210a-41d7-a206-20c1c8a7d6f4 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=776e9104-9f1c-43b5-8d6f-cef231131be9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474505 Jun 22 18:42:41.419770 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:41.426468 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:41.426804 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:41.427189 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:41.427521 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:41.427848 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:41.428175 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:41.428881 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:41.428881 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:41.429215 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:41.429539 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:41.429881 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:41.430199 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:42:41.434040 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:41.603496 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] get_ports_and_sgs() called for port_ids ['fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e'] {{(pid=92921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 18:42:42.582969 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b527a-005e-4ddb-bb9f-0b34a32af5b1 req-02c2e4bb-cb67-4bb5-a9f1-676c29d09905 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:42.584814 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d70b527a-005e-4ddb-bb9f-0b34a32af5b1 req-02c2e4bb-cb67-4bb5-a9f1-676c29d09905 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 945 time: 0.0870278 Jun 22 18:42:42.623090 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-d70b527a-005e-4ddb-bb9f-0b34a32af5b1 req-846b5a24-dcc0-4c68-8dec-196f475fb8af tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=776e9104-9f1c-43b5-8d6f-cef231131be9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323315 Jun 22 18:42:43.155519 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e up at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 18:42:43.201680 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning for port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e completed by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 18:42:43.205540 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Provisioning complete for port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e triggered by entity L2. {{(pid=92921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 18:42:43.206024 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780870'] for port, provisioning_complete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:43.280901 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:43.302451 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a401504e-5974-4034-b8d1-3e05e107b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e'}] {{(pid=92921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:42:43.305338 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ac7d58d87b5e76a8e8cc1f711743740c474c401252c1260ab8bfba209ac8294" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e2d76c-db03-4c25-bee3-6cf9dbcf1feb" -d '{"events": [{"server_uuid": "a401504e-5974-4034-b8d1-3e05e107b28a", "name": "network-vif-plugged", "status": "completed", "tag": "fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e"}]}' {{(pid=92921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:42:43.318346 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] For port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:42:43.324032 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774084253386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774083823234', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774083823279'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:43.327419 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-544135d3-b8d3-4f1c-940f-bc47c298c7b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:42:43.373277 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Pushing event updated for resources: {'Port': ['ID=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e,revision_number=5']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:42:43.376567 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:42:43.407098 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af3c6c9-9cb2-41e2-8505-1a8a5ae7aae5 x-openstack-request-id: req-7af3c6c9-9cb2-41e2-8505-1a8a5ae7aae5 {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:42:43.407355 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a401504e-5974-4034-b8d1-3e05e107b28a", "name": "network-vif-plugged", "status": "completed", "tag": "fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e", "code": 200}]} {{(pid=92921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:42:43.407618 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7af3c6c9-9cb2-41e2-8505-1a8a5ae7aae5 {{(pid=92921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:42:43.408028 dv-cinder-774286-17-smb neutron-server[92921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a401504e-5974-4034-b8d1-3e05e107b28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e', 'code': 200} Jun 22 18:42:43.622361 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5b3b6-294b-4fb9-9320-f6c6b63f95a4 req-a24a3d38-2647-42e4-bc70-69dbdbe28bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:43.623898 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7dd5b3b6-294b-4fb9-9320-f6c6b63f95a4 req-a24a3d38-2647-42e4-bc70-69dbdbe28bcd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 1099 time: 0.0515590 Jun 22 18:42:43.658177 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-7dd5b3b6-294b-4fb9-9320-f6c6b63f95a4 req-11813321-7756-4e3a-aefc-b26bb7977004 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=776e9104-9f1c-43b5-8d6f-cef231131be9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278625 Jun 22 18:42:43.798751 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64994b8-1bfc-41f8-b48a-eb9b7f9e608c req-455574e3-0463-43e1-828c-7a76d297d420 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:43.800262 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f64994b8-1bfc-41f8-b48a-eb9b7f9e608c req-455574e3-0463-43e1-828c-7a76d297d420 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 946 time: 0.0667059 Jun 22 18:42:43.839737 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-f64994b8-1bfc-41f8-b48a-eb9b7f9e608c req-d21d48cd-b4a6-461b-9fd1-5cea684afb88 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=776e9104-9f1c-43b5-8d6f-cef231131be9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331810 Jun 22 18:42:44.856880 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:42:45.013174 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5e5dc-1192-4bce-bc93-f87e14907d7b req-6b774b52-aad3-47e5-b37d-c7788c197cc6 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:45.014661 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7ee5e5dc-1192-4bce-bc93-f87e14907d7b req-6b774b52-aad3-47e5-b37d-c7788c197cc6 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 946 time: 0.0638471 Jun 22 18:42:45.056929 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-7ee5e5dc-1192-4bce-bc93-f87e14907d7b req-cb7d5b13-c64a-4f81-b4ff-59621843837a tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=776e9104-9f1c-43b5-8d6f-cef231131be9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363798 Jun 22 18:42:45.222503 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a424bb-424f-482e-9169-d2fb3d02be11 req-30b2970e-4f9a-4fa3-977a-8a71bc37b594 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:45.224001 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-a9a424bb-424f-482e-9169-d2fb3d02be11 req-30b2970e-4f9a-4fa3-977a-8a71bc37b594 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 946 time: 0.0630920 Jun 22 18:42:45.233063 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55378) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:42:45.237671 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-9677b4d8-9afd-455e-928e-311bde84dd5e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Request body: {'floatingip': {'port_id': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:42:45.275821 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9677b4d8-9afd-455e-928e-311bde84dd5e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:45.720959 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9677b4d8-9afd-455e-928e-311bde84dd5e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:45.725168 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9677b4d8-9afd-455e-928e-311bde84dd5e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:45.823564 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.l3_db [None req-9677b4d8-9afd-455e-928e-311bde84dd5e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Floating IP efbc7135-82e2-473d-9232-672bb4e4823e associated. External IP: 172.28.3.64, port: fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e. Jun 22 18:42:46.026364 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9677b4d8-9afd-455e-928e-311bde84dd5e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Router 4036656c-06a2-444c-a000-86001e0575c0 has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:42:46.132691 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9677b4d8-9afd-455e-928e-311bde84dd5e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:42:46.137703 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9677b4d8-9afd-455e-928e-311bde84dd5e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:42:46.142025 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ab090-970c-4b0a-8cfb-edfc64c4021c None None] Sync routers for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:42:46.152064 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ab090-970c-4b0a-8cfb-edfc64c4021c None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:42:46.152664 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-462ab090-970c-4b0a-8cfb-edfc64c4021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:42:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:46.172927 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-9677b4d8-9afd-455e-928e-311bde84dd5e tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "PUT /v2.0/floatingips/efbc7135-82e2-473d-9232-672bb4e4823e HTTP/1.1" status: 200 len: 991 time: 0.9387903 Jun 22 18:42:46.173598 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a401504e-5974-4034-b8d1-3e05e107b28a', 'tag': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:42:46.175912 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a4cf93-087b-4b80-b52a-a7213bb47df2" -d '{"events": [{"name": "network-changed", "server_uuid": "a401504e-5974-4034-b8d1-3e05e107b28a", "tag": "fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:42:46.219440 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 18:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d37abe-b360-46e8-8a16-1c37d1864d25 x-openstack-request-id: req-65d37abe-b360-46e8-8a16-1c37d1864d25 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:42:46.219440 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a401504e-5974-4034-b8d1-3e05e107b28a", "tag": "fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:42:46.219440 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65d37abe-b360-46e8-8a16-1c37d1864d25 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:42:46.219440 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a401504e-5974-4034-b8d1-3e05e107b28a', 'tag': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e', 'status': 'completed', 'code': 200} Jun 22 18:42:46.264277 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-462ab090-970c-4b0a-8cfb-edfc64c4021c None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:42:46.295329 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4cf93-087b-4b80-b52a-a7213bb47df2 req-e90c72c8-4f83-4021-a786-9edf8c9bdd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:46.296736 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-17a4cf93-087b-4b80-b52a-a7213bb47df2 req-e90c72c8-4f83-4021-a786-9edf8c9bdd02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 1099 time: 0.0544727 Jun 22 18:42:46.391294 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4cf93-087b-4b80-b52a-a7213bb47df2 req-88560832-36bb-49bc-a468-1586986601ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:46.392776 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-17a4cf93-087b-4b80-b52a-a7213bb47df2 req-88560832-36bb-49bc-a468-1586986601ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 200 len: 911 time: 0.0872982 Jun 22 18:42:46.461831 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-17a4cf93-087b-4b80-b52a-a7213bb47df2 req-c3ed1290-10bc-4df1-b2ce-73511ad22a2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e HTTP/1.1" status: 200 len: 999 time: 0.0620401 Jun 22 18:42:46.517595 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4cf93-087b-4b80-b52a-a7213bb47df2 req-65f19de0-1bfb-426a-bdfd-45b33b3e98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:46.517595 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-17a4cf93-087b-4b80-b52a-a7213bb47df2 req-65f19de0-1bfb-426a-bdfd-45b33b3e98aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c86207e6-5006-48d9-8ba8-74f801319bea HTTP/1.1" status: 200 len: 849 time: 0.0502288 Jun 22 18:42:46.579619 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4cf93-087b-4b80-b52a-a7213bb47df2 req-8ba50802-308f-40bf-89cf-9c5d1424536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:42:46.581020 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-17a4cf93-087b-4b80-b52a-a7213bb47df2 req-8ba50802-308f-40bf-89cf-9c5d1424536b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d076a316-5d9a-4ca9-8be2-080666ec3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0573490 Jun 22 18:42:46.587752 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-462ab090-970c-4b0a-8cfb-edfc64c4021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': 'efbc7135-82e2-473d-9232-672bb4e4823e', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'floating_ip_address': '172.28.3.64', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': '4036656c-06a2-444c-a000-86001e0575c0', 'port_id': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'mac_address': 'fa:16:3e:eb:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a401504e-5974-4034-b8d1-3e05e107b28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:42:29Z', 'updated_at': '2021-06-22T18:42:45Z', 'revision_number': 1, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:58Z', 'revision_number': 5, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:46.616310 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ab090-970c-4b0a-8cfb-edfc64c4021c None None] Checking router: 4036656c-06a2-444c-a000-86001e0575c0 for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:42:46.624360 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462ab090-970c-4b0a-8cfb-edfc64c4021c None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:42:46.624949 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-462ab090-970c-4b0a-8cfb-edfc64c4021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:42:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:46.667770 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-17a4cf93-087b-4b80-b52a-a7213bb47df2 req-dfafa059-2045-45c3-88fb-1c8ef555aa6d service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796959 Jun 22 18:42:46.732220 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-462ab090-970c-4b0a-8cfb-edfc64c4021c None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:42:46.766414 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-17a4cf93-087b-4b80-b52a-a7213bb47df2 req-baaf4e6a-0fdc-4724-a022-717e8394bc96 service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924804 Jun 22 18:42:46.971790 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-462ab090-970c-4b0a-8cfb-edfc64c4021c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': 'efbc7135-82e2-473d-9232-672bb4e4823e', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'floating_ip_address': '172.28.3.64', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': '4036656c-06a2-444c-a000-86001e0575c0', 'port_id': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'mac_address': 'fa:16:3e:eb:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a401504e-5974-4034-b8d1-3e05e107b28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:42:29Z', 'updated_at': '2021-06-22T18:42:45Z', 'revision_number': 1, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:58Z', 'revision_number': 5, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:42:46.998219 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462ab090-970c-4b0a-8cfb-edfc64c4021c None None] The sync data for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb is: [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_floatingips': [{'id': 'efbc7135-82e2-473d-9232-672bb4e4823e', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'floating_ip_address': '172.28.3.64', 'floating_network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'router_id': '4036656c-06a2-444c-a000-86001e0575c0', 'port_id': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'mac_address': 'fa:16:3e:eb:ef:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a401504e-5974-4034-b8d1-3e05e107b28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T18:42:29Z', 'updated_at': '2021-06-22T18:42:45Z', 'revision_number': 1, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:58Z', 'revision_number': 5, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:42:47.182291 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240991ed-2919-451e-936d-140dda1eddcb None None] New status for floating IP efbc7135-82e2-473d-9232-672bb4e4823e: ACTIVE {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:42:59.593175 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:01.791466 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9dae10c6-cc8e-42cb-a2ef-094012bf6c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:05.323851 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-db8083f2-6b32-4793-9eb0-37c7de6d96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:05.623711 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:06.401147 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:07.897635 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cb2c1910-67c9-46a7-8d26-b0abc4cc4446 req-aea9f55f-8352-4519-8379-54ef99331aba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508838 Jun 22 18:43:07.995583 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c1910-67c9-46a7-8d26-b0abc4cc4446 req-2b195fe7-bfa9-4f01-a90c-30bd86422bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:07.996964 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cb2c1910-67c9-46a7-8d26-b0abc4cc4446 req-2b195fe7-bfa9-4f01-a90c-30bd86422bef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 1099 time: 0.0529561 Jun 22 18:43:08.367754 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c1910-67c9-46a7-8d26-b0abc4cc4446 req-4fdb023d-c804-48d5-ac63-bfbc5bdb252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:08.369662 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cb2c1910-67c9-46a7-8d26-b0abc4cc4446 req-4fdb023d-c804-48d5-ac63-bfbc5bdb252d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 200 len: 911 time: 0.3530242 Jun 22 18:43:08.432146 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cb2c1910-67c9-46a7-8d26-b0abc4cc4446 req-7dfe36e5-a4bd-444a-b8c9-749cd229d863 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e HTTP/1.1" status: 200 len: 1001 time: 0.0558741 Jun 22 18:43:08.485181 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c1910-67c9-46a7-8d26-b0abc4cc4446 req-78852d28-2e80-48c8-9369-c888fa90d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:08.486615 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cb2c1910-67c9-46a7-8d26-b0abc4cc4446 req-78852d28-2e80-48c8-9369-c888fa90d690 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c86207e6-5006-48d9-8ba8-74f801319bea HTTP/1.1" status: 200 len: 849 time: 0.0485418 Jun 22 18:43:08.551234 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c1910-67c9-46a7-8d26-b0abc4cc4446 req-2372e76f-f113-4352-a5b5-cdbbd27526cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:08.552750 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cb2c1910-67c9-46a7-8d26-b0abc4cc4446 req-2372e76f-f113-4352-a5b5-cdbbd27526cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d076a316-5d9a-4ca9-8be2-080666ec3239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0598505 Jun 22 18:43:08.594356 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:08.643303 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cb2c1910-67c9-46a7-8d26-b0abc4cc4446 req-3aa6ff3a-1854-48c9-8a3b-e1a55cf85591 service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829446 Jun 22 18:43:08.735006 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-cb2c1910-67c9-46a7-8d26-b0abc4cc4446 req-cf480b0b-73cd-4d74-89f0-8ca7e0588989 service neutron] 10.222.0.16 "GET /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841968 Jun 22 18:43:21.854590 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:43:29.613085 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:31.795658 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3c006d3c-01eb-45e0-b695-b24ccb1220bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:34.164603 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa7481-91a4-4140-9023-93e2c5937b6a req-2e99a08a-9d24-4cd1-a2a8-d7230f798853 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:34.166872 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-99fa7481-91a4-4140-9023-93e2c5937b6a req-2e99a08a-9d24-4cd1-a2a8-d7230f798853 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 946 time: 0.0654263 Jun 22 18:43:34.207242 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-99fa7481-91a4-4140-9023-93e2c5937b6a req-af6fd1ac-674d-4f0f-99a3-dc393770b5b4 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=776e9104-9f1c-43b5-8d6f-cef231131be9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347102 Jun 22 18:43:35.324871 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53815744-d232-48e3-be6a-349d038892ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:35.396616 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be5cf3-a2ba-493a-8d66-9ae3a75581af req-20c56552-c9dd-4725-b027-0b9b7e8280f9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:35.398086 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-65be5cf3-a2ba-493a-8d66-9ae3a75581af req-20c56552-c9dd-4725-b027-0b9b7e8280f9 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 946 time: 0.0624409 Jun 22 18:43:35.436453 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [req-65be5cf3-a2ba-493a-8d66-9ae3a75581af req-47bcc95e-46d3-406a-91c9-5ecc67eabe85 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups?id=776e9104-9f1c-43b5-8d6f-cef231131be9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315120 Jun 22 18:43:35.625769 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:35.885305 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15393969-1311-46a0-b44c-fb281d4e3719 req-cc66d5e5-e9dc-4ad8-989b-d4a52c809056 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:35.886665 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-15393969-1311-46a0-b44c-fb281d4e3719 req-cc66d5e5-e9dc-4ad8-989b-d4a52c809056 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.16 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 946 time: 0.0696864 Jun 22 18:43:35.987979 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Deleting port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:43:35.988342 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:36.079560 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] For port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77428',level=0,port_id=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:43:36.079924 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:36.257266 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:36.257710 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-739773'] for floatingip, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:36.258631 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.l3_db [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Floating IP efbc7135-82e2-473d-9232-672bb4e4823e disassociated. External IP: 172.28.3.64, port: fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e. Jun 22 18:43:36.259170 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Calling delete_port for fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e owned by compute:nova {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:43:36.392864 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:36.397918 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b396b8f6-1af6-4f28-a358-e77abe86d064 tempest-ServerRescueNegativeTestJSON-1191634580 tempest-ServerRescueNegativeTestJSON-1191634580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:36.405034 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:36.427652 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event deleted for resources: {'Port': ['ID=fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:36.440006 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:36.440389 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:36.441563 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:36.441563 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:36.441563 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:36.441889 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:36.442233 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:36.442548 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:36.442906 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:36.443276 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:36.443639 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:36.443992 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:36.475494 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:36.550133 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Router 4036656c-06a2-444c-a000-86001e0575c0 has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:43:36.580161 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-25eced27-07e3-45f0-9327-95bcbb0fd178 req-390ec600-bd11-4445-ad8a-5d5a62defa64 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a401504e-5974-4034-b8d1-3e05e107b28a HTTP/1.1" status: 200 len: 210 time: 0.0321686 Jun 22 18:43:36.683154 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:43:36.693364 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133af22c-d954-45f5-98a6-399f015a7543 None None] Sync routers for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:43:36.705952 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133af22c-d954-45f5-98a6-399f015a7543 None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:43:36.706588 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-133af22c-d954-45f5-98a6-399f015a7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:43:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:36.725247 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] No DVR routers for this DVR port fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e on host hv-cinder-77428 {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:43:36.728530 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for port, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:36.730541 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [req-15393969-1311-46a0-b44c-fb281d4e3719 req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.16 "DELETE /v2.0/ports/fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e HTTP/1.1" status: 204 len: 173 time: 0.8383155 Jun 22 18:43:36.731126 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a401504e-5974-4034-b8d1-3e05e107b28a', 'name': 'network-vif-deleted', 'tag': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 18:43:36.733533 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ac2da46c8eed7312b0bed494e360b277e2b263e889cc529daef0dea825c5018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e4cb14-d11a-4f44-af4c-6fb4ea057460" -d '{"events": [{"server_uuid": "a401504e-5974-4034-b8d1-3e05e107b28a", "name": "network-vif-deleted", "tag": "fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 18:43:36.774652 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 18:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b3394d-668e-4d9d-a3b9-ee511efa94b2 x-openstack-request-id: req-10b3394d-668e-4d9d-a3b9-ee511efa94b2 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 18:43:36.775042 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a401504e-5974-4034-b8d1-3e05e107b28a", "name": "network-vif-deleted", "tag": "fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e", "status": "completed", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 18:43:36.775344 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10b3394d-668e-4d9d-a3b9-ee511efa94b2 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 18:43:36.775926 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a401504e-5974-4034-b8d1-3e05e107b28a', 'name': 'network-vif-deleted', 'tag': 'fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e', 'status': 'completed', 'code': 200} Jun 22 18:43:36.822693 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-133af22c-d954-45f5-98a6-399f015a7543 None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:43:37.048951 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-133af22c-d954-45f5-98a6-399f015a7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:58Z', 'revision_number': 5, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:37.075563 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133af22c-d954-45f5-98a6-399f015a7543 None None] Checking router: 4036656c-06a2-444c-a000-86001e0575c0 for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:43:37.083758 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133af22c-d954-45f5-98a6-399f015a7543 None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:43:37.084369 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-133af22c-d954-45f5-98a6-399f015a7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:43:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:37.190765 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-133af22c-d954-45f5-98a6-399f015a7543 None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:43:37.400499 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-133af22c-d954-45f5-98a6-399f015a7543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:58Z', 'revision_number': 5, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:37.427207 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133af22c-d954-45f5-98a6-399f015a7543 None None] The sync data for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb is: [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:39:54Z', 'revision_number': 4, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb', '_interfaces': [{'id': '5197822e-9ca3-4134-806b-aa7359e4d893', 'name': '', 'network_id': 'd076a316-5d9a-4ca9-8be2-080666ec3239', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'mac_address': 'fa:16:3e:81:97:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:54Z', 'updated_at': '2021-06-22T18:39:58Z', 'revision_number': 5, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'subnets': [{'id': 'c86207e6-5006-48d9-8ba8-74f801319bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:43:37.641572 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637cf276-4647-464f-9e7e-cfa6b652da56 None None] New status for floating IP efbc7135-82e2-473d-9232-672bb4e4823e: DOWN {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 18:43:37.703382 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55556) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:37.764527 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47057627-9812-4b1e-9922-245fddb6cb92 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:37.789060 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47057627-9812-4b1e-9922-245fddb6cb92 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:37.839483 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47057627-9812-4b1e-9922-245fddb6cb92 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:37.842169 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47057627-9812-4b1e-9922-245fddb6cb92 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:37.843362 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-47057627-9812-4b1e-9922-245fddb6cb92 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "DELETE /v2.0/security-groups/776e9104-9f1c-43b5-8d6f-cef231131be9 HTTP/1.1" status: 204 len: 168 time: 0.1389019 Jun 22 18:43:37.844201 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9779a3f4-05bd-4212-ac53-0fdd6fb86ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:37.846200 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55558) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:37.853182 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47057627-9812-4b1e-9922-245fddb6cb92 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776e9104-9f1c-43b5-8d6f-cef231131be9,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:37.855607 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-47057627-9812-4b1e-9922-245fddb6cb92 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:37.862702 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.api.v2.resource [None req-9654edec-5339-4b2b-a054-bff8d13f2d61 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] show failed (client error): The resource could not be found. Jun 22 18:43:37.863901 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-9654edec-5339-4b2b-a054-bff8d13f2d61 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "GET /v2.0/security-groups/776e9104-9f1c-43b5-8d6f-cef231131be9 HTTP/1.1" status: 404 len: 347 time: 0.0165927 Jun 22 18:43:37.866746 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55560) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:37.996463 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Deleting port 0cbe6b0a-6894-4aee-8fa0-460e11a0727a {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:43:37.996726 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:38.078373 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:38.078710 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:38.090544 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Calling delete_port for 0cbe6b0a-6894-4aee-8fa0-460e11a0727a owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:43:38.224253 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065622606'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:38.226347 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f0659a6a-1307-42ea-b0d9-83263c2f42fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:38.248473 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Pushing event deleted for resources: {'Port': ['ID=0cbe6b0a-6894-4aee-8fa0-460e11a0727a,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:38.277603 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:38.277989 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:38.278368 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:38.278739 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:38.279140 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:38.279509 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:38.279880 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:38.280245 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:38.280608 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:38.280969 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:38.281325 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:38.281680 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:38.285897 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:38.323494 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:38.326115 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29206'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:38.327279 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-0c09de32-3b72-4b78-822c-d774e4989038 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] 10.222.0.20 "DELETE /v2.0/floatingips/efbc7135-82e2-473d-9232-672bb4e4823e HTTP/1.1" status: 204 len: 168 time: 0.4595554 Jun 22 18:43:38.595192 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:39.448569 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e no longer exists at agent hyperv_hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:43:39.471642 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] No Port match for: fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:43:39.472006 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Device fcfe7ae2-8f5b-4aa2-8bfd-6a9f1d64ad8e not bound to the agent host hv-cinder-77428 {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:43:42.011931 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55588) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:42.362015 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-57530639-e8d5-4446-891f-2560922dacd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-706258'] for router_interface, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:42.618374 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-57530639-e8d5-4446-891f-2560922dacd8 admin admin] Deleting port 5197822e-9ca3-4134-806b-aa7359e4d893 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:43:42.618729 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-57530639-e8d5-4446-891f-2560922dacd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:42.697019 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-57530639-e8d5-4446-891f-2560922dacd8 admin admin] For port 5197822e-9ca3-4134-806b-aa7359e4d893, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=5197822e-9ca3-4134-806b-aa7359e4d893,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:43:42.697560 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-57530639-e8d5-4446-891f-2560922dacd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:42.710390 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-57530639-e8d5-4446-891f-2560922dacd8 admin admin] Calling delete_port for 5197822e-9ca3-4134-806b-aa7359e4d893 owned by network:router_interface {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:43:42.886464 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-57530639-e8d5-4446-891f-2560922dacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:42.888307 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e065a832-a2e7-4f96-8545-7aaa192e399f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:42.911248 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57530639-e8d5-4446-891f-2560922dacd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5197822e-9ca3-4134-806b-aa7359e4d893,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:42.914939 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-57530639-e8d5-4446-891f-2560922dacd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:43.080541 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-57530639-e8d5-4446-891f-2560922dacd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-706126'] for router_interface, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:43.299589 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57530639-e8d5-4446-891f-2560922dacd8 admin admin] Router 4036656c-06a2-444c-a000-86001e0575c0 has already been hosted by L3 agent 5a80d184-f6ba-44bc-af30-534c227a0c05 {{(pid=92920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 18:43:43.407947 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57530639-e8d5-4446-891f-2560922dacd8 admin admin] Notify agent at l3_agent.dv-cinder-774286-17-smb the message routers_updated {{(pid=92920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 18:43:43.412930 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-57530639-e8d5-4446-891f-2560922dacd8 admin admin] 10.222.0.20 "PUT /v2.0/routers/4036656c-06a2-444c-a000-86001e0575c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3998756 Jun 22 18:43:43.416642 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55590) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:43.419197 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd8d782-bc71-498f-9ba4-3137278ead17 None None] Sync routers for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 18:43:43.428249 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd8d782-bc71-498f-9ba4-3137278ead17 None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:43:43.428935 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-dbd8d782-bc71-498f-9ba4-3137278ead17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:43:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:43.520841 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Notify callbacks [] for router, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:43.624661 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-dbd8d782-bc71-498f-9ba4-3137278ead17 None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: dv-cinder-774286-17-smb {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:43:43.631849 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:43.687258 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Deleting port b7be0f9f-6464-4a2d-ac2f-fddde706261a {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:43:43.687732 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:43.770136 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] For port b7be0f9f-6464-4a2d-ac2f-fddde706261a, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=b7be0f9f-6464-4a2d-ac2f-fddde706261a,segment=NetworkSegment(455bf827-b23c-40e8-8755-0e7e4feac340),segment_id=455bf827-b23c-40e8-8755-0e7e4feac340)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:43:43.770496 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:43.782620 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Calling delete_port for b7be0f9f-6464-4a2d-ac2f-fddde706261a owned by network:router_gateway {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:43:43.813840 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-dbd8d782-bc71-498f-9ba4-3137278ead17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'external_fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183'}], 'enable_snat': True}, 'gw_port_id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:43:42Z', 'revision_number': 5, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port': {'id': 'b7be0f9f-6464-4a2d-ac2f-fddde706261a', 'name': '', 'network_id': '75389754-8e88-4ca5-ba06-bd89ba60b866', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4036656c-06a2-444c-a000-86001e0575c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'ip_address': '172.28.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-17-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T18:39:52Z', 'updated_at': '2021-06-22T18:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '34c3d672-c4a4-4a62-b7db-0bb198b47cfc', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-17-smb'}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:43.838975 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd8d782-bc71-498f-9ba4-3137278ead17 None None] Checking router: 4036656c-06a2-444c-a000-86001e0575c0 for host: dv-cinder-774286-17-smb {{(pid=92922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 18:43:43.847169 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd8d782-bc71-498f-9ba4-3137278ead17 None None] Routers {'4036656c-06a2-444c-a000-86001e0575c0'} bound to L3 agent in host dv-cinder-774286-17-smb {{(pid=92922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 18:43:43.847779 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-dbd8d782-bc71-498f-9ba4-3137278ead17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-17-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-22T18:22:35Z,description=,heartbeat_timestamp=2021-06-22T18:43:35Z,host='dv-cinder-774286-17-smb',id=5a80d184-f6ba-44bc-af30-534c227a0c05,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T18:22:35Z,topic='l3_agent')) {'router_ids': ['4036656c-06a2-444c-a000-86001e0575c0'], 'active': True} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:43.932995 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_dvr_db [None req-dbd8d782-bc71-498f-9ba4-3137278ead17 None None] Set router 4036656c-06a2-444c-a000-86001e0575c0 gateway port host: None {{(pid=92922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 18:43:43.950744 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:43.954565 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-33fd6cea-5882-4d4d-a975-6997736fe83f tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:43.984404 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.l3_hamode_db [None req-dbd8d782-bc71-498f-9ba4-3137278ead17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:43:43Z', 'revision_number': 6, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port_host': None}], 'dv-cinder-774286-17-smb', False) {} {{(pid=92922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:43.994210 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7be0f9f-6464-4a2d-ac2f-fddde706261a,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:43.997267 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:44.017025 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd8d782-bc71-498f-9ba4-3137278ead17 None None] The sync data for ids ['4036656c-06a2-444c-a000-86001e0575c0'] in dv-cinder-774286-17-smb is: [{'id': '4036656c-06a2-444c-a000-86001e0575c0', 'name': 'tempest-AttachVolumeTestJSON-936787410-router', 'tenant_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T18:39:51Z', 'updated_at': '2021-06-22T18:43:43Z', 'revision_number': 6, 'project_id': 'a03ec4b9312c4ac29a133ccf3f464598', 'gw_port_host': None}] {{(pid=92922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 18:43:44.059242 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-739618'] for router_gateway, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.145889 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-719952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-579'] for router, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.148004 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.189578 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-719077'] for router, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.190050 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4036656c-06a2-444c-a000-86001e0575c0 {{(pid=92920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 18:43:44.194825 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] Notify callbacks [] for router, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.196680 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-f71eba6b-a767-45e2-a3cf-cedb87d15448 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4036656c-06a2-444c-a000-86001e0575c0 HTTP/1.1" status: 204 len: 168 time: 0.7790456 Jun 22 18:43:44.201029 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55592) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:44.245958 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7cbeeb-f094-43bf-90dc-8f36d08feba6 admin admin] Deleting subnet c86207e6-5006-48d9-8ba8-74f801319bea {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:43:44.249275 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ca7cbeeb-f094-43bf-90dc-8f36d08feba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.283933 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ca7cbeeb-f094-43bf-90dc-8f36d08feba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067162608'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.367553 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ca7cbeeb-f094-43bf-90dc-8f36d08feba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.424379 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ca7cbeeb-f094-43bf-90dc-8f36d08feba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066912760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066989577'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.427694 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:44.454082 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cbeeb-f094-43bf-90dc-8f36d08feba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c86207e6-5006-48d9-8ba8-74f801319bea,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:44.456107 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ca7cbeeb-f094-43bf-90dc-8f36d08feba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.460228 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-ca7cbeeb-f094-43bf-90dc-8f36d08feba6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c86207e6-5006-48d9-8ba8-74f801319bea HTTP/1.1" status: 204 len: 168 time: 0.2560279 Jun 22 18:43:44.460228 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ca7cbeeb-f094-43bf-90dc-8f36d08feba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:44.460677 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55594) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:44.465024 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb40f96-7ca8-41d8-9b8a-2cd8d4dbae1e None None] Network d076a316-5d9a-4ca9-8be2-080666ec3239 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:43:44.810294 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.811646 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] DHCP port deletion for d076a316-5d9a-4ca9-8be2-080666ec3239 request from dv-cinder-774286-17-smb {{(pid=92921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 18:43:44.852523 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 5197822e-9ca3-4134-806b-aa7359e4d893 no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:43:44.872561 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Deleting port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:43:44.872978 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.873682 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: 5197822e-9ca3-4134-806b-aa7359e4d893 {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:43:44.874043 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device 5197822e-9ca3-4134-806b-aa7359e4d893 not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:43:44.874476 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device b7be0f9f-6464-4a2d-ac2f-fddde706261a no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:43:44.897339 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] No Port match for: b7be0f9f-6464-4a2d-ac2f-fddde706261a {{(pid=92921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 18:43:44.898062 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device b7be0f9f-6464-4a2d-ac2f-fddde706261a not bound to the agent host dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 18:43:44.898501 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Device c561f4ec-773a-4dd4-b6b4-662ad04ea8bd no longer exists at agent ovs-agent-dv-cinder-774286-17-smb {{(pid=92921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 18:43:44.937206 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Deleting port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd {{(pid=92921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 18:43:44.937582 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774084280302'] for port, before_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.941894 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] For port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=c561f4ec-773a-4dd4-b6b4-662ad04ea8bd,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:43:44.942259 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:44.956777 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Calling delete_port for c561f4ec-773a-4dd4-b6b4-662ad04ea8bd owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:43:45.030806 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] For port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd, host dv-cinder-774286-17-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-17-smb',level=0,port_id=c561f4ec-773a-4dd4-b6b4-662ad04ea8bd,segment=NetworkSegment(4ecada9d-14d8-44ce-9c62-dc33aa59fa6a),segment_id=4ecada9d-14d8-44ce-9c62-dc33aa59fa6a)] {{(pid=92921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 18:43:45.031255 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-742506'] for port, precommit_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.043601 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1066912686'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.047393 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c4998cbe-0ccd-49d4-8121-4a455ab4385e tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:45.049062 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Calling delete_port for c561f4ec-773a-4dd4-b6b4-662ad04ea8bd owned by network:dhcp {{(pid=92921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 18:43:45.053531 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1589126'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.073800 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Pushing event deleted for resources: {'Port': ['ID=c561f4ec-773a-4dd4-b6b4-662ad04ea8bd,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:45.075899 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] No DVR routers for this DVR port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd on host dv-cinder-774286-17-smb {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:43:45.077548 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:45.153948 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.163808 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d076a316-5d9a-4ca9-8be2-080666ec3239']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:45.168965 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1588580', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774084253413', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774083823225'] for port, after_delete {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.170874 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:45.174574 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:45.174574 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecada9d-14d8-44ce-9c62-dc33aa59fa6a') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:45.183086 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067162601'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.194007 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Pushing event deleted for resources: {'Port': ['ID=c561f4ec-773a-4dd4-b6b4-662ad04ea8bd,revision_number=None']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:45.197233 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.202480 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] No DVR routers for this DVR port c561f4ec-773a-4dd4-b6b4-662ad04ea8bd on host dv-cinder-774286-17-smb {{(pid=92921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 18:43:45.205035 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:45.205423 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:43:45.205541 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:45.205754 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:45.205871 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066911071'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.206101 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:45.206517 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:45.206997 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:45.207318 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: conditions |= (models_v2.Port.network_id.in_( Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: Traceback (most recent call last): Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: timer() Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: cb(*args, **kw) Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: return func(*args, **kwargs) Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: self._notify() Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: self.callback(batched_events) Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: event.method(event) Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: return f(self, *a, **k) Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: return self._get(url).json() Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:43:45.207538 dv-cinder-774286-17-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:43:45.209971 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:45.209971 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:45.209971 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:45.209971 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:45.209971 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:43:45.212594 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-ecbb0f9a-2366-4400-adbf-b74e8e2e154c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:45.264714 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.268478 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-1e774b12-e5e7-460e-a798-f4e5b0cdbbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:45.270965 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.272679 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d076a316-5d9a-4ca9-8be2-080666ec3239 HTTP/1.1" status: 204 len: 168 time: 0.8112328 Jun 22 18:43:45.284559 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Pushing event deleted for resources: {'Network': ['ID=d076a316-5d9a-4ca9-8be2-080666ec3239,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:45.287099 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-924b0b94-f771-4c97-87a8-3a76690d1719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:45.428411 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55598) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:45.468335 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-8b33ebdb-cbd5-4ca8-a444-c5f6de0a8f2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a03ec4b9312c4ac29a133ccf3f464598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385723 Jun 22 18:43:45.470476 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55600) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:45.520594 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab98656c-617e-4b75-978d-914352259bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.540788 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab98656c-617e-4b75-978d-914352259bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.585025 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab98656c-617e-4b75-978d-914352259bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.587775 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ab98656c-617e-4b75-978d-914352259bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:45.588957 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-ab98656c-617e-4b75-978d-914352259bd5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e74188b3-ddb3-4a1a-af2d-09324e477a7c HTTP/1.1" status: 204 len: 168 time: 0.1175148 Jun 22 18:43:45.590049 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-664f8c81-ff0c-42c2-8cd1-6c2bba719601 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:45.597428 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98656c-617e-4b75-978d-914352259bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74188b3-ddb3-4a1a-af2d-09324e477a7c,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:45.599841 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ab98656c-617e-4b75-978d-914352259bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:46.341488 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55622) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:46.476190 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.v2.base [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-420464233-network', 'tenant_id': '8ec3e72747c642ebae7da1881b525edb'}} {{(pid=92920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:43:46.498681 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Made reservation on behalf of 8ec3e72747c642ebae7da1881b525edb for: {'network': 1} {{(pid=92920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:43:46.501041 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:46.509844 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:46.603181 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:46.608207 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:46.611228 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-dbd708a1-1da4-4399-ae68-830fed736be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:46.634822 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=92920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:43:46.645103 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e6bb2e-d59d-43c9-a68f-2b7794c385dc,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:46.650404 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:46.651624 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:46.651977 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.db.segments_db [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Added segment bb97d2eb-50af-419b-b5ce-73ab7238bf58 of type vlan for network 9614fed5-0586-4f0e-b643-ebc2c02dbf99 Jun 22 18:43:46.697279 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:46.725634 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:46.727192 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:46.727774 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:46.729777 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:46.785153 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4399018 Jun 22 18:43:46.785913 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55626) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:46.788156 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=9614fed5-0586-4f0e-b643-ebc2c02dbf99,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:46.791334 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-6e6c8f3a-9e92-40ff-82a5-6c73eac96ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:46.792555 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-46f71c4a-68e3-4409-978a-b30414a030a0 admin admin] Request body: {'subnet': {'network_id': '9614fed5-0586-4f0e-b643-ebc2c02dbf99', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-420464233-subnet', 'tenant_id': '8ec3e72747c642ebae7da1881b525edb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:43:46.802003 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network 9614fed5-0586-4f0e-b643-ebc2c02dbf99 details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:43:46.822505 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f71c4a-68e3-4409-978a-b30414a030a0 admin admin] Made reservation on behalf of 8ec3e72747c642ebae7da1881b525edb for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:43:46.824919 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-46f71c4a-68e3-4409-978a-b30414a030a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065653974'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:47.009686 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-46f71c4a-68e3-4409-978a-b30414a030a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065622745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065654008'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:47.011919 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:47.063661 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f71c4a-68e3-4409-978a-b30414a030a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9c8b0b-9bfa-44b3-b382-f309516b6cfe,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:47.066519 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-46f71c4a-68e3-4409-978a-b30414a030a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:47.076071 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f71c4a-68e3-4409-978a-b30414a030a0 admin admin] Checking segment: {'id': 'bb97d2eb-50af-419b-b5ce-73ab7238bf58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9614fed5-0586-4f0e-b643-ebc2c02dbf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:43:47.076433 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f71c4a-68e3-4409-978a-b30414a030a0 admin admin] Network hostable DHCP agents. Network: 9614fed5-0586-4f0e-b643-ebc2c02dbf99, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:43:47.093319 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f71c4a-68e3-4409-978a-b30414a030a0 admin admin] Network 9614fed5-0586-4f0e-b643-ebc2c02dbf99 is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:43:47.101458 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-46f71c4a-68e3-4409-978a-b30414a030a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, 9614fed5-0586-4f0e-b643-ebc2c02dbf99) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:43:47.105778 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f71c4a-68e3-4409-978a-b30414a030a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:47.106370 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-46f71c4a-68e3-4409-978a-b30414a030a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:47.111247 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d953d57-0106-4233-9963-cd60ad66a7f4 None None] Network 9614fed5-0586-4f0e-b643-ebc2c02dbf99 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:43:47.120663 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-46f71c4a-68e3-4409-978a-b30414a030a0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3335414 Jun 22 18:43:47.233324 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f2d9c5-0fb2-4e44-9211-278dbd93744f None None] Network 9614fed5-0586-4f0e-b643-ebc2c02dbf99 requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:43:47.583470 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55642) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:47.589572 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-324482516-network', 'tenant_id': '64321c9e07df4d0193c63c2c67b86215'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:43:47.611219 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Made reservation on behalf of 64321c9e07df4d0193c63c2c67b86215 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:43:47.613566 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1589168'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:47.622795 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:47.722186 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:47.725931 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:47.729892 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fa744d01-e33d-40e7-b755-b0f4c4899bd2 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:47.747269 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 18:43:47.762879 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8b2bb0-918f-414c-9b83-b703dba4ef50,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:47.765693 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:47.766030 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.db.segments_db [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Added segment 4ded67dd-84e2-4ec7-b16e-e1d9bd9dbe73 of type vlan for network f51fca42-d0f9-4176-91ed-924ef9d54fef Jun 22 18:43:47.767412 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:47.804232 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774083796462'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:47.832391 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:47.833662 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:47.834238 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:47.836254 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:47.892942 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3083403 Jun 22 18:43:47.895596 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55644) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:47.900924 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.v2.base [None req-bcf41974-b3ad-4513-9c91-5f8b4305783a admin admin] Request body: {'subnet': {'network_id': 'f51fca42-d0f9-4176-91ed-924ef9d54fef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-324482516-subnet', 'tenant_id': '64321c9e07df4d0193c63c2c67b86215', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 18:43:47.903908 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Pushing event updated for resources: {'Network': ['ID=f51fca42-d0f9-4176-91ed-924ef9d54fef,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:47.907117 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:47.917909 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.plugins.ml2.rpc [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Network f51fca42-d0f9-4176-91ed-924ef9d54fef details requested by agent ovs-agent-dv-cinder-774286-17-smb with host dv-cinder-774286-17-smb {{(pid=92921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 18:43:47.924927 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf41974-b3ad-4513-9c91-5f8b4305783a admin admin] Made reservation on behalf of 64321c9e07df4d0193c63c2c67b86215 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 18:43:47.927052 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bcf41974-b3ad-4513-9c91-5f8b4305783a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1065653974'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.103709 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bcf41974-b3ad-4513-9c91-5f8b4305783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065622745', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1065654008'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.105876 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6f5bb0b3-3d0a-49b2-9b51-ec9f5b4f6cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:48.160580 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf41974-b3ad-4513-9c91-5f8b4305783a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec94c1c5-2a17-4cb5-b774-11f20daa35ca,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:48.164092 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-bcf41974-b3ad-4513-9c91-5f8b4305783a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:48.170046 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf41974-b3ad-4513-9c91-5f8b4305783a admin admin] Checking segment: {'id': '4ded67dd-84e2-4ec7-b16e-e1d9bd9dbe73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f51fca42-d0f9-4176-91ed-924ef9d54fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 18:43:48.170403 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf41974-b3ad-4513-9c91-5f8b4305783a admin admin] Network hostable DHCP agents. Network: f51fca42-d0f9-4176-91ed-924ef9d54fef, hostable agents: ['074c4da7-744c-4e8a-ac85-49dee3b797c1'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 18:43:48.186686 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf41974-b3ad-4513-9c91-5f8b4305783a admin admin] Network f51fca42-d0f9-4176-91ed-924ef9d54fef is scheduled to be hosted by DHCP agent 074c4da7-744c-4e8a-ac85-49dee3b797c1 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 18:43:48.194805 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-bcf41974-b3ad-4513-9c91-5f8b4305783a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-17-smb, f51fca42-d0f9-4176-91ed-924ef9d54fef) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 18:43:48.198833 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf41974-b3ad-4513-9c91-5f8b4305783a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 18:43:48.199445 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bcf41974-b3ad-4513-9c91-5f8b4305783a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.203412 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c90b43-90af-4c2b-806a-8bf72c605e7e None None] Network f51fca42-d0f9-4176-91ed-924ef9d54fef requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:43:48.212501 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-bcf41974-b3ad-4513-9c91-5f8b4305783a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3156898 Jun 22 18:43:48.324326 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55648) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:48.327842 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b25943-926f-4df3-9dd6-2aa9f5fef635 None None] Network f51fca42-d0f9-4176-91ed-924ef9d54fef requested from dv-cinder-774286-17-smb {{(pid=92921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 18:43:48.373804 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae266e3-cc04-42af-a985-968b8d7bfe4a admin admin] Deleting subnet 5c9c8b0b-9bfa-44b3-b382-f309516b6cfe {{(pid=92920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:43:48.376955 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dae266e3-cc04-42af-a985-968b8d7bfe4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.411257 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dae266e3-cc04-42af-a985-968b8d7bfe4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067162608'] for subnet, precommit_delete_associations {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.451206 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dae266e3-cc04-42af-a985-968b8d7bfe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.503329 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dae266e3-cc04-42af-a985-968b8d7bfe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1066912760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1066989577'] for subnet, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.505411 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:48.532925 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae266e3-cc04-42af-a985-968b8d7bfe4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9c8b0b-9bfa-44b3-b382-f309516b6cfe,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:48.536008 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-dae266e3-cc04-42af-a985-968b8d7bfe4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:48.537034 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dae266e3-cc04-42af-a985-968b8d7bfe4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for subnet, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.540021 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-dae266e3-cc04-42af-a985-968b8d7bfe4a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5c9c8b0b-9bfa-44b3-b382-f309516b6cfe HTTP/1.1" status: 204 len: 168 time: 0.2134969 Jun 22 18:43:48.542096 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55650) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:48.616837 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.699338 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.708816 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9614fed5-0586-4f0e-b643-ebc2c02dbf99']}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:48.719045 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb97d2eb-50af-419b-b5ce-73ab7238bf58') {'for_net_delete': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:48.719347 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.services.segments.db [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb97d2eb-50af-419b-b5ce-73ab7238bf58') {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:48.727783 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067162601'] for segment, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.740712 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.747091 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=92920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:43:48.747480 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1066911071'] for segment, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: Traceback (most recent call last): Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: timer() Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: cb(*args, **kw) Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: return func(*args, **kwargs) Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: self._notify() Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: self.callback(batched_events) Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: event.method(event) Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: return f(self, *a, **k) Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: return self._get(url).json() Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: return self.request(url, 'GET', **kwargs) Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:43:48.749099 dv-cinder-774286-17-smb neutron-server[92920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:43:48.801427 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.806027 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:48.808759 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.810508 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9614fed5-0586-4f0e-b643-ebc2c02dbf99 HTTP/1.1" status: 204 len: 168 time: 0.2674241 Jun 22 18:43:48.813474 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55652) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:48.821655 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] Pushing event deleted for resources: {'Network': ['ID=9614fed5-0586-4f0e-b643-ebc2c02dbf99,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:48.823965 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-97f648d8-895c-4540-94c8-a3c2d7908154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:48.857815 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9d773d-bf8c-4d2e-b721-f4a88f242735 admin admin] Deleting subnet ec94c1c5-2a17-4cb5-b774-11f20daa35ca {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 18:43:48.861087 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8a9d773d-bf8c-4d2e-b721-f4a88f242735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.894873 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8a9d773d-bf8c-4d2e-b721-f4a88f242735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067134497'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.940217 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8a9d773d-bf8c-4d2e-b721-f4a88f242735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1825968'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.996619 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8a9d773d-bf8c-4d2e-b721-f4a88f242735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1825979', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-485505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065622552', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1065654001'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:48.999658 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-65fee6ad-5a59-495b-b856-7362c3917522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:49.026644 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d773d-bf8c-4d2e-b721-f4a88f242735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec94c1c5-2a17-4cb5-b774-11f20daa35ca,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:49.029016 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8a9d773d-bf8c-4d2e-b721-f4a88f242735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:49.031799 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8a9d773d-bf8c-4d2e-b721-f4a88f242735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:49.033707 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-8a9d773d-bf8c-4d2e-b721-f4a88f242735 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ec94c1c5-2a17-4cb5-b774-11f20daa35ca HTTP/1.1" status: 204 len: 168 time: 0.2191925 Jun 22 18:43:49.036243 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55654) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:49.103660 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1813997'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:49.181360 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1823755', 'neutron.services.segments.db._delete_segments_for_network-8774084334556'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:49.190605 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51fca42-d0f9-4176-91ed-924ef9d54fef']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:49.200760 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ded67dd-84e2-4ec7-b16e-e1d9bd9dbe73') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:49.201069 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.services.segments.db [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ded67dd-84e2-4ec7-b16e-e1d9bd9dbe73') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 18:43:49.209385 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774084334385', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067134520'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:49.222472 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:49.228195 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 18:43:49.228602 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1819971', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065620159'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: Traceback (most recent call last): Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: timer() Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: cb(*args, **kw) Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: return func(*args, **kwargs) Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: self._notify() Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: self.callback(batched_events) Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: event.method(event) Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: return f(self, *a, **k) Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: return self._get(url).json() Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 18:43:49.230155 dv-cinder-774286-17-smb neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 18:43:49.284976 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1823794', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-877317', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-592412', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-739766'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:49.288481 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-479a2697-9a7e-4e6a-819a-fdb7995204f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:49.290844 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592435'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:49.292674 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] 10.222.0.20 "DELETE /v2.0/networks/f51fca42-d0f9-4176-91ed-924ef9d54fef HTTP/1.1" status: 204 len: 168 time: 0.2555227 Jun 22 18:43:49.303571 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=f51fca42-d0f9-4176-91ed-924ef9d54fef,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:49.307026 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ff0e4668-e8a1-4b69-80ea-ca28fc9b9a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:49.449157 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55658) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:49.489903 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-50d66755-d9aa-4cad-919c-859d18230bf1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ec3e72747c642ebae7da1881b525edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394611 Jun 22 18:43:49.494588 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55660) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:49.544865 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1a954d0b-d61d-471e-abba-e5419bbb0b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:49.566253 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1a954d0b-d61d-471e-abba-e5419bbb0b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:49.612965 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1a954d0b-d61d-471e-abba-e5419bbb0b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:49.615657 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1a954d0b-d61d-471e-abba-e5419bbb0b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:49.616804 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-1a954d0b-d61d-471e-abba-e5419bbb0b01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1e6bb2e-d59d-43c9-a68f-2b7794c385dc HTTP/1.1" status: 204 len: 168 time: 0.1212645 Jun 22 18:43:49.618284 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fe7b49de-394e-4988-822f-39a8c6046d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:49.626424 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a954d0b-d61d-471e-abba-e5419bbb0b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e6bb2e-d59d-43c9-a68f-2b7794c385dc,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:49.628886 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1a954d0b-d61d-471e-abba-e5419bbb0b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:49.931305 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55666) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:49.972855 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-4bc90a14-81de-462a-ae56-5354e7191a74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64321c9e07df4d0193c63c2c67b86215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402863 Jun 22 18:43:49.975278 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55668) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:50.029764 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e0b469d-5a2a-4a6a-b151-386a5d4bb234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:50.051622 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e0b469d-5a2a-4a6a-b151-386a5d4bb234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:50.099076 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e0b469d-5a2a-4a6a-b151-386a5d4bb234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:50.101594 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e0b469d-5a2a-4a6a-b151-386a5d4bb234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:50.102813 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-6e0b469d-5a2a-4a6a-b151-386a5d4bb234 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d8b2bb0-918f-414c-9b83-b703dba4ef50 HTTP/1.1" status: 204 len: 168 time: 0.1266298 Jun 22 18:43:50.103656 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-102af998-6cda-40b5-952e-6623f7b16c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:50.111348 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b469d-5a2a-4a6a-b151-386a5d4bb234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8b2bb0-918f-414c-9b83-b703dba4ef50,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:50.113620 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6e0b469d-5a2a-4a6a-b151-386a5d4bb234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:51.548971 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55708) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:51.651710 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2da1b0c9-1940-4bba-840f-2000a80f7443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:51.748771 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2da1b0c9-1940-4bba-840f-2000a80f7443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:51.756846 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2da1b0c9-1940-4bba-840f-2000a80f7443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:51.760368 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-7ef67ed9-55aa-4c2d-a07f-7bfb28dcc098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:51.802087 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-2da1b0c9-1940-4bba-840f-2000a80f7443 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c9eff42715644d7b94aa762a3fabc93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520220 Jun 22 18:43:51.803310 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1b0c9-1940-4bba-840f-2000a80f7443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157c160a-bdc6-40e1-bd99-bc9ef2995b5a,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:51.804795 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55712) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:51.807582 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-2da1b0c9-1940-4bba-840f-2000a80f7443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:51.858788 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-69325286-5e34-4803-9ab2-a0f567d5007a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:51.879453 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-69325286-5e34-4803-9ab2-a0f567d5007a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:51.927184 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-69325286-5e34-4803-9ab2-a0f567d5007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:51.929861 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-69325286-5e34-4803-9ab2-a0f567d5007a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:51.931195 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-69325286-5e34-4803-9ab2-a0f567d5007a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/157c160a-bdc6-40e1-bd99-bc9ef2995b5a HTTP/1.1" status: 204 len: 168 time: 0.1244931 Jun 22 18:43:51.931966 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-216a03bd-97f0-40cd-8d0d-051cc9324535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:51.939705 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69325286-5e34-4803-9ab2-a0f567d5007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157c160a-bdc6-40e1-bd99-bc9ef2995b5a,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:51.941986 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-69325286-5e34-4803-9ab2-a0f567d5007a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:52.209883 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55718) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:52.223828 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68df88b1-5534-4a65-865f-6189870d4b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:52.321899 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68df88b1-5534-4a65-865f-6189870d4b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:52.325686 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-68df88b1-5534-4a65-865f-6189870d4b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:52.328377 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-741b17f3-becb-4d9d-ace0-8bdb90ae612c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:52.367479 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df88b1-5534-4a65-865f-6189870d4b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700d7fcf-638b-48b0-8214-3b57720b8493,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:52.370750 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-68df88b1-5534-4a65-865f-6189870d4b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:52.373550 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-68df88b1-5534-4a65-865f-6189870d4b30 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f69209246644a30be403edab5b88456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625366 Jun 22 18:43:52.377492 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55720) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:52.428817 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a0ae863-868f-4ef7-9b12-0ab02c2ee80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:52.450836 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a0ae863-868f-4ef7-9b12-0ab02c2ee80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:52.503371 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a0ae863-868f-4ef7-9b12-0ab02c2ee80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:52.506633 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a0ae863-868f-4ef7-9b12-0ab02c2ee80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:52.508548 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-2a0ae863-868f-4ef7-9b12-0ab02c2ee80c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/700d7fcf-638b-48b0-8214-3b57720b8493 HTTP/1.1" status: 204 len: 168 time: 0.1297519 Jun 22 18:43:52.509836 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f8143398-d8e8-423a-bc60-e2db1c1ed31c tempest-TestMinimumBasicScenario-698319073 tempest-TestMinimumBasicScenario-698319073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:52.518175 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ae863-868f-4ef7-9b12-0ab02c2ee80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700d7fcf-638b-48b0-8214-3b57720b8493,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:52.520476 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2a0ae863-868f-4ef7-9b12-0ab02c2ee80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:55.390885 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55852) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:55.501134 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d9e29bae-9461-418d-99da-c1e51d9eee90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:55.593204 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d9e29bae-9461-418d-99da-c1e51d9eee90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:55.596765 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d9e29bae-9461-418d-99da-c1e51d9eee90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:55.600092 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3ca8f73e-9d6a-477f-8d00-0d0693734230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:55.633717 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-d9e29bae-9461-418d-99da-c1e51d9eee90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb0dba7e97df49c6a41e098dafe1a5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411144 Jun 22 18:43:55.634969 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e29bae-9461-418d-99da-c1e51d9eee90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7313e73-bfc0-492f-b108-1b457f9a4142,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:55.636530 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55856) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:55.637884 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d9e29bae-9461-418d-99da-c1e51d9eee90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:55.685127 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cdc48ba2-3a8d-4070-a4ab-65bf8a25201b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:55.705860 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cdc48ba2-3a8d-4070-a4ab-65bf8a25201b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:55.752128 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cdc48ba2-3a8d-4070-a4ab-65bf8a25201b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:55.754826 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cdc48ba2-3a8d-4070-a4ab-65bf8a25201b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:55.756256 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-cdc48ba2-3a8d-4070-a4ab-65bf8a25201b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7313e73-bfc0-492f-b108-1b457f9a4142 HTTP/1.1" status: 204 len: 168 time: 0.1179390 Jun 22 18:43:55.757381 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-962c61e5-515c-4d55-a09f-db271ea2ab31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:55.769275 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc48ba2-3a8d-4070-a4ab-65bf8a25201b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7313e73-bfc0-492f-b108-1b457f9a4142,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:55.772543 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-cdc48ba2-3a8d-4070-a4ab-65bf8a25201b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:56.041352 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 55862) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:56.062611 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-147a938b-08b8-4fc3-b117-4ed1ed978e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:56.157834 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-147a938b-08b8-4fc3-b117-4ed1ed978e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:56.161702 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-147a938b-08b8-4fc3-b117-4ed1ed978e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:56.164205 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ed21614e-04c4-4007-a8c4-c5631aaf0bbc tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:56.200066 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-147a938b-08b8-4fc3-b117-4ed1ed978e1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0530c6833ad443f9619eac84e056270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575446 Jun 22 18:43:56.200953 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a938b-08b8-4fc3-b117-4ed1ed978e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bef3e0-516f-4ea7-9935-0b3f6f71a6e7,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:56.202777 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55864) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:43:56.204021 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-147a938b-08b8-4fc3-b117-4ed1ed978e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:56.255656 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8280323c-4017-4806-a8d7-a05ed32e433c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:56.276714 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8280323c-4017-4806-a8d7-a05ed32e433c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:56.325826 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8280323c-4017-4806-a8d7-a05ed32e433c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:56.328522 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8280323c-4017-4806-a8d7-a05ed32e433c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:43:56.329654 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-8280323c-4017-4806-a8d7-a05ed32e433c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96bef3e0-516f-4ea7-9935-0b3f6f71a6e7 HTTP/1.1" status: 204 len: 168 time: 0.1258404 Jun 22 18:43:56.330492 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2b29e1f5-996f-4564-ba48-0ad36ee6ecdd tempest-TestShelveInstance-1808256117 tempest-TestShelveInstance-1808256117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:43:56.339007 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280323c-4017-4806-a8d7-a05ed32e433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bef3e0-516f-4ea7-9935-0b3f6f71a6e7,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:43:56.341467 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8280323c-4017-4806-a8d7-a05ed32e433c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:43:58.854051 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:43:59.619578 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:01.797789 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-99e9de8e-7092-4d90-9810-77096a2af7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.143401 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 55996) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:05.254111 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ea16bcf9-4439-4313-828d-c0ab2b740498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.327956 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9a72939a-7715-4d34-9c21-377f1c6f4944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.349057 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ea16bcf9-4439-4313-828d-c0ab2b740498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.353433 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ea16bcf9-4439-4313-828d-c0ab2b740498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.355917 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-530d4658-c407-459e-89bf-f03cbf20f3c8 tempest-AttachVolumeShelveTestJSON-219566374 tempest-AttachVolumeShelveTestJSON-219566374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:05.392799 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-ea16bcf9-4439-4313-828d-c0ab2b740498 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a9cb2a4923847daa68a6d802dbf6661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482500 Jun 22 18:44:05.393861 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16bcf9-4439-4313-828d-c0ab2b740498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d980380-6129-4d59-9afc-6a9907ce7975,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:05.395482 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 56000) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:05.397419 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ea16bcf9-4439-4313-828d-c0ab2b740498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:05.451509 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8e401868-dc9b-4980-b4a6-40203de1b750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.474678 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8e401868-dc9b-4980-b4a6-40203de1b750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.524456 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8e401868-dc9b-4980-b4a6-40203de1b750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.527114 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8e401868-dc9b-4980-b4a6-40203de1b750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.528263 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-8e401868-dc9b-4980-b4a6-40203de1b750 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d980380-6129-4d59-9afc-6a9907ce7975 HTTP/1.1" status: 204 len: 168 time: 0.1317596 Jun 22 18:44:05.529114 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a1dd78e0-9460-4ac6-82c2-ae2fb319a69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:05.536891 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e401868-dc9b-4980-b4a6-40203de1b750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d980380-6129-4d59-9afc-6a9907ce7975,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:05.539399 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8e401868-dc9b-4980-b4a6-40203de1b750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:05.630043 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.819240 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 56006) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:05.833590 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c94dbce7-352e-4f2d-b1df-a05400902e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.930846 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c94dbce7-352e-4f2d-b1df-a05400902e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.934851 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c94dbce7-352e-4f2d-b1df-a05400902e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:05.937701 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-ab98656c-617e-4b75-978d-914352259bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:05.974809 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-c94dbce7-352e-4f2d-b1df-a05400902e0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=086f97d4e36a4219aa55f0fc8b06b031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543937 Jun 22 18:44:05.975644 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dbce7-352e-4f2d-b1df-a05400902e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0916eec-aae6-4a28-a541-fc266b374557,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:05.977629 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 56008) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:05.979451 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c94dbce7-352e-4f2d-b1df-a05400902e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:06.040067 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc8eea5e-6f7e-4acc-a883-e8db32877db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.067566 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc8eea5e-6f7e-4acc-a883-e8db32877db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.120552 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc8eea5e-6f7e-4acc-a883-e8db32877db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.123629 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc8eea5e-6f7e-4acc-a883-e8db32877db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.124713 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-cc8eea5e-6f7e-4acc-a883-e8db32877db9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0916eec-aae6-4a28-a541-fc266b374557 HTTP/1.1" status: 204 len: 168 time: 0.1453888 Jun 22 18:44:06.125558 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8738172f-b05c-4d44-b30a-80accfdf37c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:06.135434 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8eea5e-6f7e-4acc-a883-e8db32877db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0916eec-aae6-4a28-a541-fc266b374557,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:06.138042 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cc8eea5e-6f7e-4acc-a883-e8db32877db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:06.411187 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.471824 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 56014) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:06.485951 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b73d5301-a829-4f5c-9cb8-2c275546ca6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.592670 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b73d5301-a829-4f5c-9cb8-2c275546ca6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.597650 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b73d5301-a829-4f5c-9cb8-2c275546ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.600235 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-47057627-9812-4b1e-9922-245fddb6cb92 tempest-AttachVolumeTestJSON-999670546 tempest-AttachVolumeTestJSON-999670546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:06.637352 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-b73d5301-a829-4f5c-9cb8-2c275546ca6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24fd59646c744fcaa0e9ff90165a9c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643560 Jun 22 18:44:06.638317 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d5301-a829-4f5c-9cb8-2c275546ca6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1d21d8-e0d5-4675-bac5-ed0419e5c843,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:06.640063 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 56016) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:06.641377 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-b73d5301-a829-4f5c-9cb8-2c275546ca6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:06.695617 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-34652a97-0f9d-40e5-9ac1-68e2b449c57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.719688 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-34652a97-0f9d-40e5-9ac1-68e2b449c57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.767158 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-34652a97-0f9d-40e5-9ac1-68e2b449c57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.769775 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-34652a97-0f9d-40e5-9ac1-68e2b449c57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:06.770982 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-34652a97-0f9d-40e5-9ac1-68e2b449c57f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d1d21d8-e0d5-4675-bac5-ed0419e5c843 HTTP/1.1" status: 204 len: 168 time: 0.1292014 Jun 22 18:44:06.771850 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3c061ded-7910-4cc9-9832-699fa6a3f758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:06.780145 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34652a97-0f9d-40e5-9ac1-68e2b449c57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1d21d8-e0d5-4675-bac5-ed0419e5c843,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:06.782413 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-34652a97-0f9d-40e5-9ac1-68e2b449c57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:08.600956 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:29.626941 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:31.799022 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-f3e4fe68-eefd-4d4f-a7a1-9af7a0fa54b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:35.331949 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cc10d712-dfc1-4666-b7ee-8e31c55083cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:35.622671 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:35.852467 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:44:36.411305 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:38.605679 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:38.900329 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 56272) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:39.004034 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:39.099447 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:39.103419 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:39.106011 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cc8eea5e-6f7e-4acc-a883-e8db32877db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:39.147497 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8200e4947aa1450d94a27cb18af2fb84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460401 Jun 22 18:44:39.148529 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2bb53d-c675-408f-83df-811486a94ef4,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:39.150572 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 56276) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:39.155830 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.156361 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.156598 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.156975 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.157343 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.157740 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.158725 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.159123 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.159497 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.159862 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.160225 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.160678 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.164529 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b4f0205c-7f21-454b-88be-442cff95ded1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:39.200874 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:39.222756 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:39.269805 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:39.272496 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:39.273660 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d2bb53d-c675-408f-83df-811486a94ef4 HTTP/1.1" status: 204 len: 168 time: 0.1217186 Jun 22 18:44:39.274570 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-92ace950-bfc6-480e-8f15-32b263e9eb3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:39.282120 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2bb53d-c675-408f-83df-811486a94ef4,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:39.290178 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.290565 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.290969 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.291352 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.291717 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.292100 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.292434 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.292798 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.293163 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.293523 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.293888 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.294244 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-17-smb {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 18:44:39.297482 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-304a9192-9ce4-4c37-a986-106d4f8694de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:50.205050 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [-] (92920) accepted ('10.222.0.20', 56394) {{(pid=92920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:50.318704 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c33d6a84-ec00-4f2d-a77f-9a4df2d22d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.411982 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c33d6a84-ec00-4f2d-a77f-9a4df2d22d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.415795 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c33d6a84-ec00-4f2d-a77f-9a4df2d22d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.419284 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-bd9abd8f-66b4-45c2-b412-175ea559aa72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:50.456818 dv-cinder-774286-17-smb neutron-server[92920]: INFO neutron.wsgi [None req-c33d6a84-ec00-4f2d-a77f-9a4df2d22d91 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b01dcc82f8814c4589e64ffffc12f702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479684 Jun 22 18:44:50.457197 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.20', 56398) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 18:44:50.460637 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d6a84-ec00-4f2d-a77f-9a4df2d22d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5c6e7c-86a0-41f7-a9c9-5258b32aa27a,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:50.464243 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-c33d6a84-ec00-4f2d-a77f-9a4df2d22d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:50.507670 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d5ef1462-e068-4fca-94a6-ecd06243643b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.528485 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d5ef1462-e068-4fca-94a6-ecd06243643b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.575683 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d5ef1462-e068-4fca-94a6-ecd06243643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-877362'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.578551 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d5ef1462-e068-4fca-94a6-ecd06243643b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:44:50.580459 dv-cinder-774286-17-smb neutron-server[92919]: INFO neutron.wsgi [None req-d5ef1462-e068-4fca-94a6-ecd06243643b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c5c6e7c-86a0-41f7-a9c9-5258b32aa27a HTTP/1.1" status: 204 len: 168 time: 0.1221113 Jun 22 18:44:50.581716 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-68df88b1-5534-4a65-865f-6189870d4b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 18:44:50.592068 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef1462-e068-4fca-94a6-ecd06243643b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5c6e7c-86a0-41f7-a9c9-5258b32aa27a,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 18:44:50.594952 dv-cinder-774286-17-smb neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d5ef1462-e068-4fca-94a6-ecd06243643b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 18:44:59.629456 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:01.800160 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-69957d05-9f45-4628-9cef-4143364860a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:05.334604 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-062e1820-3c48-4362-b19a-9a20cfcc6dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:05.626404 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:06.414091 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:08.604454 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:12.851333 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:45:29.631267 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:31.801135 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-55f61a45-5f03-4d35-82a7-38bf53fac20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:35.335918 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-77deb4c0-f7f0-4c65-be0a-28915da913b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:35.627789 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:36.416195 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:38.607765 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:45:49.850496 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:45:59.649803 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:01.809300 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9196a70f-8e94-4e06-b002-9e6da83a7aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:05.344147 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d42c0957-5da0-41c1-8000-cfd5fc14fca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:05.631520 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:06.419023 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:08.614510 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:19.489750 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [req-c66fa81e-21da-402a-a92f-96b7de0d61bd req-14cbe8a9-3d51-43e0-9b24-cdf28f57335b service neutron] (92920) timed out ('10.222.0.16', 64230) {{(pid=92920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:46:26.849595 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:46:29.643838 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:31.800183 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d52d9b08-d832-45b0-a75a-8e2426749868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:35.335320 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3cfbc548-67ad-4b15-82be-5fea00dc1904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:35.634005 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:36.420168 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:38.612272 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:46:59.656961 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:01.801539 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-b3159aed-62a9-4476-9f44-2d533636f5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:03.849956 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:47:05.338156 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3d88573d-44f2-4447-9fa6-25d6450fa7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:05.636572 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:06.424184 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:08.616668 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:29.661236 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:31.802306 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-79f372fd-3cf9-4661-9b47-7db690f27897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:35.338265 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4db52dda-3e24-4920-aac2-7c5cf9567033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:35.637847 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:36.426371 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:38.618711 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:47:40.849284 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:47:41.738330 dv-cinder-774286-17-smb neutron-server[92920]: DEBUG neutron.wsgi [req-a5b3a913-98b3-4f83-b233-eacea2a50ab3 req-7e9dcdb2-73ac-4379-bf59-8852b3923d8e service neutron] (92920) timed out ('10.222.0.16', 64205) {{(pid=92920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 22 18:47:59.659831 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:01.802594 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c02840ca-6194-4a4f-9c38-4fb23ec08c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:05.342441 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-c96df563-2eac-4a94-a72c-efd821f1ee86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:05.644829 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:06.432851 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:08.622300 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:17.848146 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:48:29.656486 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:31.802585 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-35ac8190-2958-40eb-a3d2-c41fd15dfdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:35.345681 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-3e5dcbae-1f40-4a6f-a6d0-b5ec8dc1dd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:35.638155 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:36.433295 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:38.629613 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:48:54.847145 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:48:59.676474 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:01.804439 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9dedf56a-d36f-4158-8d97-010626f88e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:05.347261 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-2f092a5c-6ca8-4ca9-bb11-2e866bedc842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:05.643704 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:06.436532 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:08.626379 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:29.674708 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-cb281691-d986-4e72-8c00-6682aee8a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:31.805447 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-434bfebf-f12b-4658-9be1-59f896178103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:31.845463 dv-cinder-774286-17-smb neutron-server[92922]: DEBUG neutron.db.agents_db [None req-9b4a4d13-3347-4753-be3c-169e48b97769 None None] Agent healthcheck: found 6 active agents {{(pid=92922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 18:49:35.349615 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7abc3ddc-7d6a-4e4a-991f-a9988a888feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:35.639190 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-53ad199d-577c-4ed7-a6c5-c18cf7568fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:36.437011 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-6194b750-8ff0-4f67-a9ec-33edac920f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 18:49:38.629572 dv-cinder-774286-17-smb neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e6e8688f-0807-4ff1-bfae-5ad282cb57d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774084334538', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781629'] for agent, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}